2024-11-07 23:20:58,352 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-07 23:20:58,367 main DEBUG Took 0.012567 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 23:20:58,368 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 23:20:58,368 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 23:20:58,369 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 23:20:58,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:20:58,379 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 23:20:58,390 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:58,392 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:20:58,393 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:58,394 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:20:58,395 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:58,395 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:20:58,397 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:58,397 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:20:58,398 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:58,398 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:20:58,400 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:58,400 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:20:58,401 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:58,402 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:20:58,402 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:58,403 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:20:58,404 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:58,404 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:20:58,405 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:58,405 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:20:58,406 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:58,406 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:20:58,407 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:58,407 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:20:58,408 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:58,408 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 23:20:58,411 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:58,413 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 23:20:58,415 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 23:20:58,416 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 23:20:58,418 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 23:20:58,418 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 23:20:58,428 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 23:20:58,432 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 23:20:58,434 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 23:20:58,434 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 23:20:58,435 main DEBUG createAppenders(={Console}) 2024-11-07 23:20:58,436 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-07 23:20:58,436 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-07 23:20:58,436 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-07 23:20:58,437 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 23:20:58,437 main DEBUG OutputStream closed 2024-11-07 23:20:58,438 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 23:20:58,438 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 23:20:58,438 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-07 23:20:58,528 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 23:20:58,531 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 23:20:58,532 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 23:20:58,534 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 23:20:58,534 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 23:20:58,535 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 23:20:58,535 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 23:20:58,536 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 23:20:58,536 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 23:20:58,536 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 23:20:58,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 23:20:58,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 23:20:58,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 23:20:58,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 23:20:58,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 23:20:58,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 23:20:58,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 23:20:58,540 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 23:20:58,543 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 23:20:58,544 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-07 23:20:58,544 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 23:20:58,545 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-07T23:20:58,802 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420 2024-11-07 23:20:58,804 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 23:20:58,805 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T23:20:58,813 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-07T23:20:58,839 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T23:20:58,843 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/cluster_4ed1c5bf-354b-768b-e522-35d8f8747799, deleteOnExit=true 2024-11-07T23:20:58,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-07T23:20:58,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/test.cache.data in system properties and HBase conf 2024-11-07T23:20:58,845 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T23:20:58,846 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/hadoop.log.dir in system properties and HBase conf 2024-11-07T23:20:58,847 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T23:20:58,848 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T23:20:58,848 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-07T23:20:58,972 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T23:20:59,110 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T23:20:59,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T23:20:59,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T23:20:59,117 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T23:20:59,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T23:20:59,119 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T23:20:59,120 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T23:20:59,120 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T23:20:59,121 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T23:20:59,121 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T23:20:59,122 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/nfs.dump.dir in system properties and HBase conf 2024-11-07T23:20:59,123 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/java.io.tmpdir in system properties and HBase conf 2024-11-07T23:20:59,123 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T23:20:59,124 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T23:20:59,125 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T23:21:00,120 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T23:21:00,208 INFO [Time-limited test {}] log.Log(170): Logging initialized @2659ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-07T23:21:00,288 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T23:21:00,356 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T23:21:00,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T23:21:00,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T23:21:00,378 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T23:21:00,388 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T23:21:00,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c667d99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/hadoop.log.dir/,AVAILABLE} 2024-11-07T23:21:00,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@88a76a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T23:21:00,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cad334d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/java.io.tmpdir/jetty-localhost-32957-hadoop-hdfs-3_4_1-tests_jar-_-any-7121600286168997816/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T23:21:00,582 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ca31a4d{HTTP/1.1, (http/1.1)}{localhost:32957} 2024-11-07T23:21:00,583 INFO [Time-limited test {}] server.Server(415): Started @3034ms 2024-11-07T23:21:01,011 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T23:21:01,019 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T23:21:01,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T23:21:01,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T23:21:01,023 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T23:21:01,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26eba703{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/hadoop.log.dir/,AVAILABLE} 2024-11-07T23:21:01,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37784050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T23:21:01,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45b00dd3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/java.io.tmpdir/jetty-localhost-38739-hadoop-hdfs-3_4_1-tests_jar-_-any-8875891890352115522/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T23:21:01,122 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40a056e9{HTTP/1.1, (http/1.1)}{localhost:38739} 2024-11-07T23:21:01,123 INFO [Time-limited test {}] server.Server(415): Started @3574ms 2024-11-07T23:21:01,170 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T23:21:01,939 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/cluster_4ed1c5bf-354b-768b-e522-35d8f8747799/dfs/data/data2/current/BP-379011180-172.17.0.2-1731021659709/current, will proceed with Du for space computation calculation, 2024-11-07T23:21:01,939 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/cluster_4ed1c5bf-354b-768b-e522-35d8f8747799/dfs/data/data1/current/BP-379011180-172.17.0.2-1731021659709/current, will proceed with Du for space computation calculation, 2024-11-07T23:21:01,963 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T23:21:02,010 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94c715ea2e48cb50 with lease ID 0xd31a24b03c91aa3f: Processing first storage report for DS-4954b1bc-d141-4c8f-bc0b-23c550dcece4 from datanode DatanodeRegistration(127.0.0.1:33081, datanodeUuid=ea4e9966-be02-4f77-a8d3-82962b491a92, infoPort=45621, infoSecurePort=0, ipcPort=35899, storageInfo=lv=-57;cid=testClusterID;nsid=1321859683;c=1731021659709) 2024-11-07T23:21:02,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94c715ea2e48cb50 with lease ID 0xd31a24b03c91aa3f: from storage DS-4954b1bc-d141-4c8f-bc0b-23c550dcece4 node DatanodeRegistration(127.0.0.1:33081, datanodeUuid=ea4e9966-be02-4f77-a8d3-82962b491a92, infoPort=45621, infoSecurePort=0, ipcPort=35899, storageInfo=lv=-57;cid=testClusterID;nsid=1321859683;c=1731021659709), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T23:21:02,012 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94c715ea2e48cb50 with lease ID 0xd31a24b03c91aa3f: Processing first storage report for DS-0341de02-ee8e-450f-b5c5-e18a91346292 from datanode DatanodeRegistration(127.0.0.1:33081, datanodeUuid=ea4e9966-be02-4f77-a8d3-82962b491a92, infoPort=45621, infoSecurePort=0, ipcPort=35899, storageInfo=lv=-57;cid=testClusterID;nsid=1321859683;c=1731021659709) 2024-11-07T23:21:02,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94c715ea2e48cb50 with lease ID 0xd31a24b03c91aa3f: from storage DS-0341de02-ee8e-450f-b5c5-e18a91346292 node DatanodeRegistration(127.0.0.1:33081, datanodeUuid=ea4e9966-be02-4f77-a8d3-82962b491a92, infoPort=45621, infoSecurePort=0, ipcPort=35899, storageInfo=lv=-57;cid=testClusterID;nsid=1321859683;c=1731021659709), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T23:21:02,044 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420 2024-11-07T23:21:02,111 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/cluster_4ed1c5bf-354b-768b-e522-35d8f8747799/zookeeper_0, clientPort=55878, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/cluster_4ed1c5bf-354b-768b-e522-35d8f8747799/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/cluster_4ed1c5bf-354b-768b-e522-35d8f8747799/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T23:21:02,121 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=55878 2024-11-07T23:21:02,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:21:02,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:21:02,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741825_1001 (size=7) 2024-11-07T23:21:02,745 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c with version=8 2024-11-07T23:21:02,745 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/hbase-staging 2024-11-07T23:21:02,865 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T23:21:03,094 INFO [Time-limited test {}] client.ConnectionUtils(129): master/9fec913c0355:0 server-side Connection retries=45 2024-11-07T23:21:03,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T23:21:03,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T23:21:03,110 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T23:21:03,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T23:21:03,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T23:21:03,227 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T23:21:03,280 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T23:21:03,288 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T23:21:03,292 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T23:21:03,312 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 46403 (auto-detected) 2024-11-07T23:21:03,313 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-07T23:21:03,330 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:32887 2024-11-07T23:21:03,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:21:03,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:21:03,350 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:32887 connecting to ZooKeeper ensemble=127.0.0.1:55878 2024-11-07T23:21:03,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328870x0, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T23:21:03,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32887-0x10118e40a050000 connected 2024-11-07T23:21:03,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T23:21:03,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T23:21:03,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T23:21:03,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32887 2024-11-07T23:21:03,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32887 2024-11-07T23:21:03,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32887 2024-11-07T23:21:03,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32887 2024-11-07T23:21:03,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32887 2024-11-07T23:21:03,559 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c, hbase.cluster.distributed=false 2024-11-07T23:21:03,620 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/9fec913c0355:0 server-side Connection retries=45 2024-11-07T23:21:03,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T23:21:03,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T23:21:03,621 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T23:21:03,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T23:21:03,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T23:21:03,623 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T23:21:03,626 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T23:21:03,627 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35383 2024-11-07T23:21:03,629 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T23:21:03,634 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T23:21:03,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:21:03,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:21:03,642 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35383 connecting to ZooKeeper ensemble=127.0.0.1:55878 2024-11-07T23:21:03,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353830x0, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T23:21:03,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35383-0x10118e40a050001, quorum=127.0.0.1:55878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T23:21:03,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35383-0x10118e40a050001 connected 2024-11-07T23:21:03,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35383-0x10118e40a050001, quorum=127.0.0.1:55878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T23:21:03,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35383-0x10118e40a050001, quorum=127.0.0.1:55878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T23:21:03,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35383 2024-11-07T23:21:03,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35383 2024-11-07T23:21:03,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35383 2024-11-07T23:21:03,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35383 2024-11-07T23:21:03,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35383 2024-11-07T23:21:03,661 INFO [master/9fec913c0355:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/9fec913c0355,32887,1731021662857 2024-11-07T23:21:03,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T23:21:03,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x10118e40a050001, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T23:21:03,677 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9fec913c0355,32887,1731021662857 2024-11-07T23:21:03,677 DEBUG [M:0;9fec913c0355:32887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9fec913c0355:32887 2024-11-07T23:21:03,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T23:21:03,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x10118e40a050001, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T23:21:03,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:21:03,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x10118e40a050001, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:21:03,704 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T23:21:03,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T23:21:03,706 INFO [master/9fec913c0355:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9fec913c0355,32887,1731021662857 from backup master directory 2024-11-07T23:21:03,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9fec913c0355,32887,1731021662857 2024-11-07T23:21:03,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x10118e40a050001, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T23:21:03,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T23:21:03,716 WARN [master/9fec913c0355:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T23:21:03,716 INFO [master/9fec913c0355:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9fec913c0355,32887,1731021662857 2024-11-07T23:21:03,718 INFO [master/9fec913c0355:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-07T23:21:03,720 INFO [master/9fec913c0355:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-07T23:21:03,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741826_1002 (size=42) 2024-11-07T23:21:04,186 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/hbase.id with ID: 12b2def4-1f20-4bea-b261-1ac4da2708b6 2024-11-07T23:21:04,233 INFO [master/9fec913c0355:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:21:04,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x10118e40a050001, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:21:04,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:21:04,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741827_1003 (size=196) 2024-11-07T23:21:04,908 INFO [master/9fec913c0355:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T23:21:04,910 INFO [master/9fec913c0355:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T23:21:04,923 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:04,927 INFO [master/9fec913c0355:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T23:21:04,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741828_1004 (size=1189) 2024-11-07T23:21:05,379 INFO [master/9fec913c0355:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/MasterData/data/master/store 2024-11-07T23:21:05,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741829_1005 (size=34) 2024-11-07T23:21:05,799 INFO [master/9fec913c0355:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-07T23:21:05,800 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:21:05,801 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T23:21:05,802 INFO [master/9fec913c0355:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T23:21:05,802 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T23:21:05,802 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T23:21:05,802 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T23:21:05,802 INFO [master/9fec913c0355:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T23:21:05,803 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-07T23:21:05,805 WARN [master/9fec913c0355:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/MasterData/data/master/store/.initializing 2024-11-07T23:21:05,805 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/MasterData/WALs/9fec913c0355,32887,1731021662857 2024-11-07T23:21:05,813 INFO [master/9fec913c0355:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T23:21:05,824 INFO [master/9fec913c0355:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9fec913c0355%2C32887%2C1731021662857, suffix=, logDir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/MasterData/WALs/9fec913c0355,32887,1731021662857, archiveDir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/MasterData/oldWALs, maxLogs=10 2024-11-07T23:21:05,842 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/MasterData/WALs/9fec913c0355,32887,1731021662857/9fec913c0355%2C32887%2C1731021662857.1731021665828, exclude list is [], retry=0 2024-11-07T23:21:05,861 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33081,DS-4954b1bc-d141-4c8f-bc0b-23c550dcece4,DISK] 2024-11-07T23:21:05,865 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-07T23:21:05,905 INFO [master/9fec913c0355:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/MasterData/WALs/9fec913c0355,32887,1731021662857/9fec913c0355%2C32887%2C1731021662857.1731021665828 2024-11-07T23:21:05,905 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45621:45621)] 2024-11-07T23:21:05,906 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T23:21:05,906 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:21:05,909 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:21:05,910 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:21:05,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:21:05,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T23:21:05,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:05,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T23:21:05,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:21:05,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T23:21:05,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:05,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:21:05,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:21:05,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T23:21:05,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:05,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:21:05,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:21:05,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T23:21:05,995 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:05,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:21:06,001 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:21:06,003 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:21:06,015 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T23:21:06,021 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:21:06,028 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:21:06,030 INFO [master/9fec913c0355:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68607122, jitterRate=0.022325783967971802}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T23:21:06,038 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-07T23:21:06,039 INFO [master/9fec913c0355:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T23:21:06,074 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d34986d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:21:06,113 INFO [master/9fec913c0355:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-07T23:21:06,129 INFO [master/9fec913c0355:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T23:21:06,129 INFO [master/9fec913c0355:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T23:21:06,132 INFO [master/9fec913c0355:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T23:21:06,134 INFO [master/9fec913c0355:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T23:21:06,140 INFO [master/9fec913c0355:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-07T23:21:06,140 INFO [master/9fec913c0355:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T23:21:06,170 INFO [master/9fec913c0355:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T23:21:06,184 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T23:21:06,224 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-07T23:21:06,227 INFO [master/9fec913c0355:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T23:21:06,229 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T23:21:06,237 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-07T23:21:06,240 INFO [master/9fec913c0355:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T23:21:06,245 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T23:21:06,254 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-07T23:21:06,255 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T23:21:06,265 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T23:21:06,281 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T23:21:06,290 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T23:21:06,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T23:21:06,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x10118e40a050001, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T23:21:06,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:21:06,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x10118e40a050001, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:21:06,307 INFO [master/9fec913c0355:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=9fec913c0355,32887,1731021662857, sessionid=0x10118e40a050000, setting cluster-up flag (Was=false) 2024-11-07T23:21:06,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x10118e40a050001, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:21:06,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:21:06,366 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T23:21:06,368 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9fec913c0355,32887,1731021662857 2024-11-07T23:21:06,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x10118e40a050001, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:21:06,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:21:06,424 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T23:21:06,425 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9fec913c0355,32887,1731021662857 2024-11-07T23:21:06,482 DEBUG [RS:0;9fec913c0355:35383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9fec913c0355:35383 2024-11-07T23:21:06,487 INFO [RS:0;9fec913c0355:35383 {}] regionserver.HRegionServer(1008): ClusterId : 12b2def4-1f20-4bea-b261-1ac4da2708b6 2024-11-07T23:21:06,491 DEBUG [RS:0;9fec913c0355:35383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T23:21:06,506 DEBUG [RS:0;9fec913c0355:35383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T23:21:06,506 DEBUG [RS:0;9fec913c0355:35383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T23:21:06,517 DEBUG [RS:0;9fec913c0355:35383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T23:21:06,518 DEBUG [RS:0;9fec913c0355:35383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d4f7aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:21:06,522 DEBUG [RS:0;9fec913c0355:35383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4760dcaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9fec913c0355/172.17.0.2:0 2024-11-07T23:21:06,526 INFO [RS:0;9fec913c0355:35383 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-07T23:21:06,527 INFO [RS:0;9fec913c0355:35383 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-07T23:21:06,527 DEBUG [RS:0;9fec913c0355:35383 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-07T23:21:06,529 INFO [RS:0;9fec913c0355:35383 {}] regionserver.HRegionServer(3073): reportForDuty to master=9fec913c0355,32887,1731021662857 with isa=9fec913c0355/172.17.0.2:35383, startcode=1731021663619 2024-11-07T23:21:06,532 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-07T23:21:06,539 INFO [master/9fec913c0355:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-07T23:21:06,543 INFO [master/9fec913c0355:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T23:21:06,545 DEBUG [RS:0;9fec913c0355:35383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T23:21:06,550 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9fec913c0355,32887,1731021662857 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T23:21:06,557 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9fec913c0355:0, corePoolSize=5, maxPoolSize=5 2024-11-07T23:21:06,558 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9fec913c0355:0, corePoolSize=5, maxPoolSize=5 2024-11-07T23:21:06,558 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9fec913c0355:0, corePoolSize=5, maxPoolSize=5 2024-11-07T23:21:06,558 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9fec913c0355:0, corePoolSize=5, maxPoolSize=5 2024-11-07T23:21:06,559 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9fec913c0355:0, corePoolSize=10, maxPoolSize=10 2024-11-07T23:21:06,559 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9fec913c0355:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:21:06,559 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9fec913c0355:0, corePoolSize=2, maxPoolSize=2 2024-11-07T23:21:06,559 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9fec913c0355:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:21:06,573 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-07T23:21:06,573 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-07T23:21:06,575 INFO [master/9fec913c0355:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731021696575 2024-11-07T23:21:06,577 INFO [master/9fec913c0355:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T23:21:06,578 INFO [master/9fec913c0355:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T23:21:06,581 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:06,581 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T23:21:06,582 INFO [master/9fec913c0355:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T23:21:06,582 INFO [master/9fec913c0355:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T23:21:06,583 INFO [master/9fec913c0355:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T23:21:06,583 INFO [master/9fec913c0355:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T23:21:06,583 INFO [master/9fec913c0355:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T23:21:06,585 INFO [master/9fec913c0355:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T23:21:06,587 INFO [master/9fec913c0355:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T23:21:06,587 INFO [master/9fec913c0355:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T23:21:06,591 INFO [master/9fec913c0355:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T23:21:06,592 INFO [master/9fec913c0355:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T23:21:06,604 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9fec913c0355:0:becomeActiveMaster-HFileCleaner.large.0-1731021666593,5,FailOnTimeoutGroup] 2024-11-07T23:21:06,609 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9fec913c0355:0:becomeActiveMaster-HFileCleaner.small.0-1731021666605,5,FailOnTimeoutGroup] 2024-11-07T23:21:06,609 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45193, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T23:21:06,610 INFO [master/9fec913c0355:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T23:21:06,610 INFO [master/9fec913c0355:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T23:21:06,611 INFO [master/9fec913c0355:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T23:21:06,611 INFO [master/9fec913c0355:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T23:21:06,617 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32887 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 9fec913c0355,35383,1731021663619 2024-11-07T23:21:06,620 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32887 {}] master.ServerManager(486): Registering regionserver=9fec913c0355,35383,1731021663619 2024-11-07T23:21:06,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741831_1007 (size=1039) 2024-11-07T23:21:06,628 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-07T23:21:06,628 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c 2024-11-07T23:21:06,639 DEBUG [RS:0;9fec913c0355:35383 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c 2024-11-07T23:21:06,639 DEBUG [RS:0;9fec913c0355:35383 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41977 2024-11-07T23:21:06,639 DEBUG [RS:0;9fec913c0355:35383 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-07T23:21:06,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741832_1008 (size=32) 2024-11-07T23:21:06,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:21:06,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T23:21:06,654 DEBUG [RS:0;9fec913c0355:35383 {}] zookeeper.ZKUtil(111): regionserver:35383-0x10118e40a050001, quorum=127.0.0.1:55878, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9fec913c0355,35383,1731021663619 2024-11-07T23:21:06,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T23:21:06,654 WARN [RS:0;9fec913c0355:35383 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T23:21:06,654 INFO [RS:0;9fec913c0355:35383 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T23:21:06,655 DEBUG [RS:0;9fec913c0355:35383 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/WALs/9fec913c0355,35383,1731021663619 2024-11-07T23:21:06,658 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9fec913c0355,35383,1731021663619] 2024-11-07T23:21:06,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T23:21:06,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:06,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T23:21:06,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T23:21:06,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T23:21:06,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:06,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T23:21:06,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T23:21:06,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T23:21:06,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:06,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T23:21:06,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/meta/1588230740 2024-11-07T23:21:06,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/meta/1588230740 2024-11-07T23:21:06,680 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T23:21:06,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-07T23:21:06,690 DEBUG [RS:0;9fec913c0355:35383 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-07T23:21:06,691 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:21:06,693 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60346679, jitterRate=-0.10076440870761871}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T23:21:06,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-07T23:21:06,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-07T23:21:06,698 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-07T23:21:06,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-07T23:21:06,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T23:21:06,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T23:21:06,703 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-07T23:21:06,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-07T23:21:06,703 INFO [RS:0;9fec913c0355:35383 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T23:21:06,707 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-07T23:21:06,707 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-07T23:21:06,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T23:21:06,728 INFO [RS:0;9fec913c0355:35383 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T23:21:06,729 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T23:21:06,732 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T23:21:06,733 INFO [RS:0;9fec913c0355:35383 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T23:21:06,733 INFO [RS:0;9fec913c0355:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T23:21:06,739 INFO [RS:0;9fec913c0355:35383 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-07T23:21:06,748 INFO [RS:0;9fec913c0355:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T23:21:06,749 DEBUG [RS:0;9fec913c0355:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9fec913c0355:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:21:06,749 DEBUG [RS:0;9fec913c0355:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9fec913c0355:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:21:06,750 DEBUG [RS:0;9fec913c0355:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9fec913c0355:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:21:06,750 DEBUG [RS:0;9fec913c0355:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9fec913c0355:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:21:06,750 DEBUG [RS:0;9fec913c0355:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9fec913c0355:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:21:06,751 DEBUG [RS:0;9fec913c0355:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9fec913c0355:0, corePoolSize=2, maxPoolSize=2 2024-11-07T23:21:06,751 DEBUG [RS:0;9fec913c0355:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9fec913c0355:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:21:06,751 DEBUG [RS:0;9fec913c0355:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9fec913c0355:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:21:06,751 DEBUG [RS:0;9fec913c0355:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9fec913c0355:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:21:06,752 DEBUG [RS:0;9fec913c0355:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9fec913c0355:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:21:06,752 DEBUG [RS:0;9fec913c0355:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9fec913c0355:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:21:06,752 DEBUG [RS:0;9fec913c0355:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9fec913c0355:0, corePoolSize=3, maxPoolSize=3 2024-11-07T23:21:06,752 DEBUG [RS:0;9fec913c0355:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0, corePoolSize=3, maxPoolSize=3 2024-11-07T23:21:06,764 INFO [RS:0;9fec913c0355:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T23:21:06,764 INFO [RS:0;9fec913c0355:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T23:21:06,764 INFO [RS:0;9fec913c0355:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T23:21:06,764 INFO [RS:0;9fec913c0355:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T23:21:06,764 INFO [RS:0;9fec913c0355:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=9fec913c0355,35383,1731021663619-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T23:21:06,793 INFO [RS:0;9fec913c0355:35383 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T23:21:06,795 INFO [RS:0;9fec913c0355:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=9fec913c0355,35383,1731021663619-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T23:21:06,825 INFO [RS:0;9fec913c0355:35383 {}] regionserver.Replication(204): 9fec913c0355,35383,1731021663619 started 2024-11-07T23:21:06,825 INFO [RS:0;9fec913c0355:35383 {}] regionserver.HRegionServer(1767): Serving as 9fec913c0355,35383,1731021663619, RpcServer on 9fec913c0355/172.17.0.2:35383, sessionid=0x10118e40a050001 2024-11-07T23:21:06,826 DEBUG [RS:0;9fec913c0355:35383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T23:21:06,826 DEBUG [RS:0;9fec913c0355:35383 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9fec913c0355,35383,1731021663619 2024-11-07T23:21:06,826 DEBUG [RS:0;9fec913c0355:35383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9fec913c0355,35383,1731021663619' 2024-11-07T23:21:06,826 DEBUG [RS:0;9fec913c0355:35383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T23:21:06,827 DEBUG [RS:0;9fec913c0355:35383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T23:21:06,828 DEBUG [RS:0;9fec913c0355:35383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T23:21:06,828 DEBUG [RS:0;9fec913c0355:35383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T23:21:06,828 DEBUG [RS:0;9fec913c0355:35383 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9fec913c0355,35383,1731021663619 2024-11-07T23:21:06,828 DEBUG [RS:0;9fec913c0355:35383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9fec913c0355,35383,1731021663619' 2024-11-07T23:21:06,828 DEBUG [RS:0;9fec913c0355:35383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T23:21:06,830 DEBUG [RS:0;9fec913c0355:35383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T23:21:06,831 DEBUG [RS:0;9fec913c0355:35383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T23:21:06,831 INFO [RS:0;9fec913c0355:35383 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T23:21:06,832 INFO [RS:0;9fec913c0355:35383 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T23:21:06,883 WARN [9fec913c0355:32887 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-07T23:21:06,937 INFO [RS:0;9fec913c0355:35383 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T23:21:06,942 INFO [RS:0;9fec913c0355:35383 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9fec913c0355%2C35383%2C1731021663619, suffix=, logDir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/WALs/9fec913c0355,35383,1731021663619, archiveDir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/oldWALs, maxLogs=32 2024-11-07T23:21:06,959 DEBUG [RS:0;9fec913c0355:35383 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/WALs/9fec913c0355,35383,1731021663619/9fec913c0355%2C35383%2C1731021663619.1731021666945, exclude list is [], retry=0 2024-11-07T23:21:06,968 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33081,DS-4954b1bc-d141-4c8f-bc0b-23c550dcece4,DISK] 2024-11-07T23:21:06,972 INFO [RS:0;9fec913c0355:35383 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/WALs/9fec913c0355,35383,1731021663619/9fec913c0355%2C35383%2C1731021663619.1731021666945 2024-11-07T23:21:06,973 DEBUG [RS:0;9fec913c0355:35383 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45621:45621)] 2024-11-07T23:21:07,135 DEBUG [9fec913c0355:32887 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T23:21:07,139 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:21:07,144 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9fec913c0355,35383,1731021663619, state=OPENING 2024-11-07T23:21:07,182 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T23:21:07,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x10118e40a050001, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:21:07,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:21:07,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T23:21:07,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T23:21:07,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=9fec913c0355,35383,1731021663619}] 2024-11-07T23:21:07,371 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:07,373 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T23:21:07,377 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T23:21:07,389 INFO [RS_OPEN_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-07T23:21:07,390 INFO [RS_OPEN_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T23:21:07,391 INFO [RS_OPEN_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T23:21:07,395 INFO [RS_OPEN_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9fec913c0355%2C35383%2C1731021663619.meta, suffix=.meta, logDir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/WALs/9fec913c0355,35383,1731021663619, archiveDir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/oldWALs, maxLogs=32 2024-11-07T23:21:07,411 DEBUG [RS_OPEN_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/WALs/9fec913c0355,35383,1731021663619/9fec913c0355%2C35383%2C1731021663619.meta.1731021667396.meta, exclude list is [], retry=0 2024-11-07T23:21:07,417 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33081,DS-4954b1bc-d141-4c8f-bc0b-23c550dcece4,DISK] 2024-11-07T23:21:07,421 INFO [RS_OPEN_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/WALs/9fec913c0355,35383,1731021663619/9fec913c0355%2C35383%2C1731021663619.meta.1731021667396.meta 2024-11-07T23:21:07,422 DEBUG [RS_OPEN_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45621:45621)] 2024-11-07T23:21:07,422 DEBUG [RS_OPEN_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T23:21:07,424 DEBUG [RS_OPEN_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T23:21:07,482 DEBUG [RS_OPEN_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T23:21:07,487 INFO [RS_OPEN_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T23:21:07,492 DEBUG [RS_OPEN_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T23:21:07,492 DEBUG [RS_OPEN_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:21:07,493 DEBUG [RS_OPEN_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-07T23:21:07,493 DEBUG [RS_OPEN_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-07T23:21:07,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T23:21:07,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T23:21:07,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:07,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T23:21:07,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T23:21:07,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T23:21:07,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:07,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T23:21:07,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T23:21:07,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T23:21:07,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:07,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T23:21:07,511 DEBUG [RS_OPEN_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/meta/1588230740 2024-11-07T23:21:07,514 DEBUG [RS_OPEN_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/meta/1588230740 2024-11-07T23:21:07,517 DEBUG [RS_OPEN_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T23:21:07,520 DEBUG [RS_OPEN_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-07T23:21:07,522 INFO [RS_OPEN_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60035267, jitterRate=-0.1054048091173172}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T23:21:07,524 DEBUG [RS_OPEN_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-07T23:21:07,531 INFO [RS_OPEN_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731021667366 2024-11-07T23:21:07,542 DEBUG [RS_OPEN_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T23:21:07,542 INFO [RS_OPEN_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-07T23:21:07,543 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:21:07,546 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9fec913c0355,35383,1731021663619, state=OPEN 2024-11-07T23:21:07,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x10118e40a050001, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T23:21:07,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T23:21:07,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T23:21:07,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T23:21:07,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T23:21:07,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=9fec913c0355,35383,1731021663619 in 426 msec 2024-11-07T23:21:07,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T23:21:07,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 913 msec 2024-11-07T23:21:07,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1630 sec 2024-11-07T23:21:07,639 INFO [master/9fec913c0355:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731021667639, completionTime=-1 2024-11-07T23:21:07,639 INFO [master/9fec913c0355:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T23:21:07,639 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-07T23:21:07,671 DEBUG [hconnection-0x4e4a0573-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:21:07,673 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:21:07,683 INFO [master/9fec913c0355:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-07T23:21:07,683 INFO [master/9fec913c0355:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731021727683 2024-11-07T23:21:07,683 INFO [master/9fec913c0355:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731021787683 2024-11-07T23:21:07,683 INFO [master/9fec913c0355:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 43 msec 2024-11-07T23:21:07,717 INFO [master/9fec913c0355:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fec913c0355,32887,1731021662857-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T23:21:07,718 INFO [master/9fec913c0355:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fec913c0355,32887,1731021662857-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T23:21:07,718 INFO [master/9fec913c0355:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fec913c0355,32887,1731021662857-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T23:21:07,719 INFO [master/9fec913c0355:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9fec913c0355:32887, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T23:21:07,719 INFO [master/9fec913c0355:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T23:21:07,724 DEBUG [master/9fec913c0355:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-07T23:21:07,727 INFO [master/9fec913c0355:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-07T23:21:07,729 INFO [master/9fec913c0355:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T23:21:07,735 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-07T23:21:07,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T23:21:07,739 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:07,742 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T23:21:07,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741835_1011 (size=358) 2024-11-07T23:21:08,158 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3ea867e3ebce2edcbfdbe4ad203c7328, NAME => 'hbase:namespace,,1731021667728.3ea867e3ebce2edcbfdbe4ad203c7328.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c 2024-11-07T23:21:08,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741836_1012 (size=42) 2024-11-07T23:21:08,570 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731021667728.3ea867e3ebce2edcbfdbe4ad203c7328.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:21:08,570 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 3ea867e3ebce2edcbfdbe4ad203c7328, disabling compactions & flushes 2024-11-07T23:21:08,570 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731021667728.3ea867e3ebce2edcbfdbe4ad203c7328. 2024-11-07T23:21:08,570 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731021667728.3ea867e3ebce2edcbfdbe4ad203c7328. 2024-11-07T23:21:08,570 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731021667728.3ea867e3ebce2edcbfdbe4ad203c7328. after waiting 0 ms 2024-11-07T23:21:08,570 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731021667728.3ea867e3ebce2edcbfdbe4ad203c7328. 2024-11-07T23:21:08,571 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731021667728.3ea867e3ebce2edcbfdbe4ad203c7328. 2024-11-07T23:21:08,571 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3ea867e3ebce2edcbfdbe4ad203c7328: 2024-11-07T23:21:08,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T23:21:08,596 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731021667728.3ea867e3ebce2edcbfdbe4ad203c7328.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731021668575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731021668575"}]},"ts":"1731021668575"} 2024-11-07T23:21:08,622 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-07T23:21:08,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T23:21:08,627 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021668624"}]},"ts":"1731021668624"} 2024-11-07T23:21:08,632 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-07T23:21:08,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3ea867e3ebce2edcbfdbe4ad203c7328, ASSIGN}] 2024-11-07T23:21:08,653 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3ea867e3ebce2edcbfdbe4ad203c7328, ASSIGN 2024-11-07T23:21:08,655 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=3ea867e3ebce2edcbfdbe4ad203c7328, ASSIGN; state=OFFLINE, location=9fec913c0355,35383,1731021663619; forceNewPlan=false, retain=false 2024-11-07T23:21:08,806 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3ea867e3ebce2edcbfdbe4ad203c7328, regionState=OPENING, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:21:08,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 3ea867e3ebce2edcbfdbe4ad203c7328, server=9fec913c0355,35383,1731021663619}] 2024-11-07T23:21:08,965 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:08,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731021667728.3ea867e3ebce2edcbfdbe4ad203c7328. 2024-11-07T23:21:08,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 3ea867e3ebce2edcbfdbe4ad203c7328, NAME => 'hbase:namespace,,1731021667728.3ea867e3ebce2edcbfdbe4ad203c7328.', STARTKEY => '', ENDKEY => ''} 2024-11-07T23:21:08,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 3ea867e3ebce2edcbfdbe4ad203c7328 2024-11-07T23:21:08,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731021667728.3ea867e3ebce2edcbfdbe4ad203c7328.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:21:08,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 3ea867e3ebce2edcbfdbe4ad203c7328 2024-11-07T23:21:08,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 3ea867e3ebce2edcbfdbe4ad203c7328 2024-11-07T23:21:08,976 INFO [StoreOpener-3ea867e3ebce2edcbfdbe4ad203c7328-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3ea867e3ebce2edcbfdbe4ad203c7328 2024-11-07T23:21:08,979 INFO [StoreOpener-3ea867e3ebce2edcbfdbe4ad203c7328-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ea867e3ebce2edcbfdbe4ad203c7328 columnFamilyName info 2024-11-07T23:21:08,979 DEBUG [StoreOpener-3ea867e3ebce2edcbfdbe4ad203c7328-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:08,980 INFO [StoreOpener-3ea867e3ebce2edcbfdbe4ad203c7328-1 {}] regionserver.HStore(327): Store=3ea867e3ebce2edcbfdbe4ad203c7328/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:21:08,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/namespace/3ea867e3ebce2edcbfdbe4ad203c7328 2024-11-07T23:21:08,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/namespace/3ea867e3ebce2edcbfdbe4ad203c7328 2024-11-07T23:21:08,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 3ea867e3ebce2edcbfdbe4ad203c7328 2024-11-07T23:21:08,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/namespace/3ea867e3ebce2edcbfdbe4ad203c7328/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:21:08,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 3ea867e3ebce2edcbfdbe4ad203c7328; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59355674, jitterRate=-0.11553153395652771}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T23:21:08,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 3ea867e3ebce2edcbfdbe4ad203c7328: 2024-11-07T23:21:08,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731021667728.3ea867e3ebce2edcbfdbe4ad203c7328., pid=6, masterSystemTime=1731021668965 2024-11-07T23:21:09,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731021667728.3ea867e3ebce2edcbfdbe4ad203c7328. 2024-11-07T23:21:09,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731021667728.3ea867e3ebce2edcbfdbe4ad203c7328. 2024-11-07T23:21:09,005 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3ea867e3ebce2edcbfdbe4ad203c7328, regionState=OPEN, openSeqNum=2, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:21:09,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T23:21:09,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 3ea867e3ebce2edcbfdbe4ad203c7328, server=9fec913c0355,35383,1731021663619 in 201 msec 2024-11-07T23:21:09,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T23:21:09,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=3ea867e3ebce2edcbfdbe4ad203c7328, ASSIGN in 367 msec 2024-11-07T23:21:09,027 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T23:21:09,028 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021669027"}]},"ts":"1731021669027"} 2024-11-07T23:21:09,033 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-07T23:21:09,080 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-07T23:21:09,081 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T23:21:09,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3510 sec 2024-11-07T23:21:09,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x10118e40a050001, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:21:09,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-07T23:21:09,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:21:09,120 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-07T23:21:09,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-07T23:21:09,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 49 msec 2024-11-07T23:21:09,177 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-07T23:21:09,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-07T23:21:09,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 39 msec 2024-11-07T23:21:09,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-07T23:21:09,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-07T23:21:09,262 INFO [master/9fec913c0355:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.545sec 2024-11-07T23:21:09,264 INFO [master/9fec913c0355:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T23:21:09,266 INFO [master/9fec913c0355:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T23:21:09,267 INFO [master/9fec913c0355:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T23:21:09,268 INFO [master/9fec913c0355:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T23:21:09,268 INFO [master/9fec913c0355:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T23:21:09,270 INFO [master/9fec913c0355:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fec913c0355,32887,1731021662857-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T23:21:09,270 INFO [master/9fec913c0355:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fec913c0355,32887,1731021662857-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T23:21:09,277 DEBUG [master/9fec913c0355:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-07T23:21:09,278 INFO [master/9fec913c0355:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T23:21:09,278 INFO [master/9fec913c0355:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fec913c0355,32887,1731021662857-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T23:21:09,282 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f499397 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b205401 2024-11-07T23:21:09,283 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-07T23:21:09,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469f9b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:21:09,301 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T23:21:09,301 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T23:21:09,312 DEBUG [hconnection-0x7f105e89-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:21:09,320 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41034, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:21:09,330 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=9fec913c0355,32887,1731021662857 2024-11-07T23:21:09,354 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=228, ProcessCount=11, AvailableMemoryMB=2285 2024-11-07T23:21:09,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T23:21:09,370 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43280, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T23:21:09,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T23:21:09,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T23:21:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-07T23:21:09,390 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T23:21:09,391 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:09,393 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T23:21:09,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-07T23:21:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-07T23:21:09,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741837_1013 (size=960) 2024-11-07T23:21:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-07T23:21:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-07T23:21:09,819 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c 2024-11-07T23:21:09,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741838_1014 (size=53) 2024-11-07T23:21:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-07T23:21:10,230 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:21:10,230 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 5384307d1bc8978debf8ad4b5b1e8789, disabling compactions & flushes 2024-11-07T23:21:10,230 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:10,230 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:10,230 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. after waiting 0 ms 2024-11-07T23:21:10,230 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:10,230 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:10,230 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:10,233 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T23:21:10,233 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731021670233"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731021670233"}]},"ts":"1731021670233"} 2024-11-07T23:21:10,236 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-07T23:21:10,238 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T23:21:10,238 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021670238"}]},"ts":"1731021670238"} 2024-11-07T23:21:10,241 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-07T23:21:10,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5384307d1bc8978debf8ad4b5b1e8789, ASSIGN}] 2024-11-07T23:21:10,259 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5384307d1bc8978debf8ad4b5b1e8789, ASSIGN 2024-11-07T23:21:10,260 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5384307d1bc8978debf8ad4b5b1e8789, ASSIGN; state=OFFLINE, location=9fec913c0355,35383,1731021663619; forceNewPlan=false, retain=false 2024-11-07T23:21:10,411 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=5384307d1bc8978debf8ad4b5b1e8789, regionState=OPENING, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:21:10,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619}] 2024-11-07T23:21:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-07T23:21:10,570 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:10,577 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:10,577 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} 2024-11-07T23:21:10,578 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:10,578 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:21:10,578 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:10,578 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:10,581 INFO [StoreOpener-5384307d1bc8978debf8ad4b5b1e8789-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:10,586 INFO [StoreOpener-5384307d1bc8978debf8ad4b5b1e8789-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T23:21:10,587 INFO [StoreOpener-5384307d1bc8978debf8ad4b5b1e8789-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5384307d1bc8978debf8ad4b5b1e8789 columnFamilyName A 2024-11-07T23:21:10,587 DEBUG [StoreOpener-5384307d1bc8978debf8ad4b5b1e8789-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:10,588 INFO [StoreOpener-5384307d1bc8978debf8ad4b5b1e8789-1 {}] regionserver.HStore(327): Store=5384307d1bc8978debf8ad4b5b1e8789/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:21:10,589 INFO [StoreOpener-5384307d1bc8978debf8ad4b5b1e8789-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:10,591 INFO [StoreOpener-5384307d1bc8978debf8ad4b5b1e8789-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T23:21:10,592 INFO [StoreOpener-5384307d1bc8978debf8ad4b5b1e8789-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5384307d1bc8978debf8ad4b5b1e8789 columnFamilyName B 2024-11-07T23:21:10,592 DEBUG [StoreOpener-5384307d1bc8978debf8ad4b5b1e8789-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:10,593 INFO [StoreOpener-5384307d1bc8978debf8ad4b5b1e8789-1 {}] regionserver.HStore(327): Store=5384307d1bc8978debf8ad4b5b1e8789/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:21:10,593 INFO [StoreOpener-5384307d1bc8978debf8ad4b5b1e8789-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:10,595 INFO [StoreOpener-5384307d1bc8978debf8ad4b5b1e8789-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T23:21:10,595 INFO [StoreOpener-5384307d1bc8978debf8ad4b5b1e8789-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5384307d1bc8978debf8ad4b5b1e8789 columnFamilyName C 2024-11-07T23:21:10,595 DEBUG [StoreOpener-5384307d1bc8978debf8ad4b5b1e8789-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:10,596 INFO [StoreOpener-5384307d1bc8978debf8ad4b5b1e8789-1 {}] regionserver.HStore(327): Store=5384307d1bc8978debf8ad4b5b1e8789/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:21:10,597 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:10,598 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:10,599 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:10,602 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T23:21:10,604 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:10,608 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:21:10,608 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 5384307d1bc8978debf8ad4b5b1e8789; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65964470, jitterRate=-0.017052799463272095}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T23:21:10,610 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:10,611 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., pid=11, masterSystemTime=1731021670570 2024-11-07T23:21:10,614 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:10,614 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:10,615 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=5384307d1bc8978debf8ad4b5b1e8789, regionState=OPEN, openSeqNum=2, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:21:10,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-07T23:21:10,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 in 203 msec 2024-11-07T23:21:10,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T23:21:10,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5384307d1bc8978debf8ad4b5b1e8789, ASSIGN in 364 msec 2024-11-07T23:21:10,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T23:21:10,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021670625"}]},"ts":"1731021670625"} 2024-11-07T23:21:10,628 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-07T23:21:10,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T23:21:10,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2540 sec 2024-11-07T23:21:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-07T23:21:11,531 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-07T23:21:11,543 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66d3c4a2 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@717ab2a5 2024-11-07T23:21:11,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470d471c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:21:11,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:21:11,559 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:21:11,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T23:21:11,564 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43290, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T23:21:11,572 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bc751a9 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bb3d251 2024-11-07T23:21:11,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425e8811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:21:11,584 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46c0e492 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33149741 2024-11-07T23:21:11,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec67e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:21:11,598 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18db075f to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28d24ef6 2024-11-07T23:21:11,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753b4981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:21:11,610 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36f4802b to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@c6bcdfd 2024-11-07T23:21:11,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd9935b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:21:11,623 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05552403 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@96bdfff 2024-11-07T23:21:11,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e0fc6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:21:11,639 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75a3f509 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27d4b6a9 2024-11-07T23:21:11,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f72ff58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:21:11,656 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x522af94d to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50c96c5f 2024-11-07T23:21:11,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e9c121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:21:11,668 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04d2d42f to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3204fd5d 2024-11-07T23:21:11,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14719223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:21:11,681 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e3a4695 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1bc1ac1a 2024-11-07T23:21:11,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@339d5cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:21:11,699 DEBUG [hconnection-0x68103c00-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:21:11,700 DEBUG [hconnection-0x6b1096be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:21:11,701 DEBUG [hconnection-0x4fdc121f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:21:11,701 DEBUG [hconnection-0x71b3c9f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:21:11,701 DEBUG [hconnection-0x7b953b9c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:21:11,703 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41052, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:21:11,704 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41060, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:21:11,706 DEBUG [hconnection-0x77dcd7b7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:21:11,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:21:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-07T23:21:11,715 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:21:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-07T23:21:11,716 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:21:11,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:21:11,719 DEBUG [hconnection-0x443b32a4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:21:11,719 DEBUG [hconnection-0x4174bb0c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:21:11,720 DEBUG [hconnection-0x24cc2a2a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:21:11,722 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:21:11,722 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:21:11,722 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41082, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:21:11,724 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:21:11,728 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41106, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:21:11,730 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:21:11,738 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:21:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:11,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T23:21:11,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:11,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:11,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:11,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:11,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:11,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-07T23:21:11,894 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:11,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-07T23:21:11,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:11,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/27b6cbdd70104291be7b2a1e6bfa4064 is 50, key is test_row_0/A:col10/1731021671733/Put/seqid=0 2024-11-07T23:21:11,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:11,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:11,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:11,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:11,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741839_1015 (size=12001) 2024-11-07T23:21:11,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/27b6cbdd70104291be7b2a1e6bfa4064 2024-11-07T23:21:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-07T23:21:12,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:12,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021732010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021732009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:12,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021732023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021732023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021732022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/42aa66e659b647c5823356c52c614bd7 is 50, key is test_row_0/B:col10/1731021671733/Put/seqid=0 2024-11-07T23:21:12,102 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-07T23:21:12,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741840_1016 (size=12001) 2024-11-07T23:21:12,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/42aa66e659b647c5823356c52c614bd7 2024-11-07T23:21:12,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:12,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:12,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:12,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:12,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:12,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:12,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/5036632088db41818995708f0b3cbf37 is 50, key is test_row_0/C:col10/1731021671733/Put/seqid=0 2024-11-07T23:21:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021732166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021732166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021732169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021732170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021732171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741841_1017 (size=12001) 2024-11-07T23:21:12,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/5036632088db41818995708f0b3cbf37 2024-11-07T23:21:12,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/27b6cbdd70104291be7b2a1e6bfa4064 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/27b6cbdd70104291be7b2a1e6bfa4064 2024-11-07T23:21:12,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/27b6cbdd70104291be7b2a1e6bfa4064, entries=150, sequenceid=12, filesize=11.7 K 2024-11-07T23:21:12,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/42aa66e659b647c5823356c52c614bd7 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/42aa66e659b647c5823356c52c614bd7 2024-11-07T23:21:12,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/42aa66e659b647c5823356c52c614bd7, entries=150, sequenceid=12, filesize=11.7 K 2024-11-07T23:21:12,279 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/5036632088db41818995708f0b3cbf37 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/5036632088db41818995708f0b3cbf37 2024-11-07T23:21:12,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-07T23:21:12,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:12,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:12,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:12,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:12,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:12,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/5036632088db41818995708f0b3cbf37, entries=150, sequenceid=12, filesize=11.7 K 2024-11-07T23:21:12,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 5384307d1bc8978debf8ad4b5b1e8789 in 492ms, sequenceid=12, compaction requested=false 2024-11-07T23:21:12,300 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-07T23:21:12,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-07T23:21:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:12,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-07T23:21:12,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:12,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:12,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:12,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:12,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:12,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:12,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021732399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021732407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/cf2a3ccf8df74b8fbba336a6d956d3fb is 50, key is test_row_0/A:col10/1731021672392/Put/seqid=0 2024-11-07T23:21:12,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021732408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021732410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:12,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741842_1018 (size=12001) 2024-11-07T23:21:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021732413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/cf2a3ccf8df74b8fbba336a6d956d3fb 2024-11-07T23:21:12,436 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-07T23:21:12,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:12,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:12,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:12,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:12,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:12,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/4b732caa2e8a430094db997bc58d5d18 is 50, key is test_row_0/B:col10/1731021672392/Put/seqid=0 2024-11-07T23:21:12,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741843_1019 (size=12001) 2024-11-07T23:21:12,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/4b732caa2e8a430094db997bc58d5d18 2024-11-07T23:21:12,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021732518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021732522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/cb37b55d568d4a36bba253d80f22a603 is 50, key is test_row_0/C:col10/1731021672392/Put/seqid=0 2024-11-07T23:21:12,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021732528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021732540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021732540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741844_1020 (size=12001) 2024-11-07T23:21:12,595 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-07T23:21:12,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:12,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:12,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:12,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:12,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:12,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021732728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021732729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021732738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,751 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-07T23:21:12,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:12,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:12,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:12,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:12,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:12,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021732747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021732747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-07T23:21:12,907 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:12,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-07T23:21:12,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:12,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:12,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:12,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:12,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:12,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/cb37b55d568d4a36bba253d80f22a603 2024-11-07T23:21:12,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/cf2a3ccf8df74b8fbba336a6d956d3fb as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/cf2a3ccf8df74b8fbba336a6d956d3fb 2024-11-07T23:21:12,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/cf2a3ccf8df74b8fbba336a6d956d3fb, entries=150, sequenceid=41, filesize=11.7 K 2024-11-07T23:21:13,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/4b732caa2e8a430094db997bc58d5d18 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/4b732caa2e8a430094db997bc58d5d18 2024-11-07T23:21:13,007 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T23:21:13,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/4b732caa2e8a430094db997bc58d5d18, entries=150, sequenceid=41, filesize=11.7 K 2024-11-07T23:21:13,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/cb37b55d568d4a36bba253d80f22a603 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/cb37b55d568d4a36bba253d80f22a603 2024-11-07T23:21:13,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021733036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:13,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/cb37b55d568d4a36bba253d80f22a603, entries=150, sequenceid=41, filesize=11.7 K 2024-11-07T23:21:13,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 5384307d1bc8978debf8ad4b5b1e8789 in 651ms, sequenceid=41, compaction requested=false 2024-11-07T23:21:13,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:13,062 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:13,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-07T23:21:13,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:13,065 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-07T23:21:13,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:13,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:13,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:13,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:13,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:13,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:13,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:13,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/3614957394ab4fbeae52f158a2f518fb is 50, key is test_row_0/A:col10/1731021673059/Put/seqid=0 2024-11-07T23:21:13,101 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T23:21:13,102 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-07T23:21:13,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741845_1021 (size=14341) 2024-11-07T23:21:13,115 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/3614957394ab4fbeae52f158a2f518fb 2024-11-07T23:21:13,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/e6f39ca1443440df9715c7356b8012dd is 50, key is test_row_0/B:col10/1731021673059/Put/seqid=0 2024-11-07T23:21:13,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741846_1022 (size=12001) 2024-11-07T23:21:13,160 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/e6f39ca1443440df9715c7356b8012dd 2024-11-07T23:21:13,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/7c00cf55aa504331a11c2dc565d33dcb is 50, key is test_row_0/C:col10/1731021673059/Put/seqid=0 2024-11-07T23:21:13,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:13,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021733186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021733189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:13,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741847_1023 (size=12001) 2024-11-07T23:21:13,205 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/7c00cf55aa504331a11c2dc565d33dcb 2024-11-07T23:21:13,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:13,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021733203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:13,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:13,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021733204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:13,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/3614957394ab4fbeae52f158a2f518fb as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/3614957394ab4fbeae52f158a2f518fb 2024-11-07T23:21:13,239 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/3614957394ab4fbeae52f158a2f518fb, entries=200, sequenceid=51, filesize=14.0 K 2024-11-07T23:21:13,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/e6f39ca1443440df9715c7356b8012dd as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e6f39ca1443440df9715c7356b8012dd 2024-11-07T23:21:13,265 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e6f39ca1443440df9715c7356b8012dd, entries=150, sequenceid=51, filesize=11.7 K 2024-11-07T23:21:13,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/7c00cf55aa504331a11c2dc565d33dcb as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/7c00cf55aa504331a11c2dc565d33dcb 2024-11-07T23:21:13,277 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T23:21:13,277 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T23:21:13,280 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-07T23:21:13,280 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-07T23:21:13,282 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T23:21:13,282 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T23:21:13,282 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T23:21:13,283 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T23:21:13,284 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-07T23:21:13,284 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-07T23:21:13,293 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/7c00cf55aa504331a11c2dc565d33dcb, entries=150, sequenceid=51, filesize=11.7 K 2024-11-07T23:21:13,294 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 5384307d1bc8978debf8ad4b5b1e8789 in 230ms, sequenceid=51, compaction requested=true 2024-11-07T23:21:13,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:13,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:13,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-07T23:21:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-07T23:21:13,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-07T23:21:13,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5800 sec 2024-11-07T23:21:13,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.5940 sec 2024-11-07T23:21:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:13,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-07T23:21:13,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:13,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:13,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:13,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:13,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:13,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:13,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/277fe229de414398bd0b57d8be5052e6 is 50, key is test_row_0/A:col10/1731021673196/Put/seqid=0 2024-11-07T23:21:13,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021733330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:13,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021733330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:13,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:13,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741848_1024 (size=14341) 2024-11-07T23:21:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021733335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:13,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/277fe229de414398bd0b57d8be5052e6 2024-11-07T23:21:13,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021733343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:13,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/8eede37257354539a1fe33712f391a69 is 50, key is test_row_0/B:col10/1731021673196/Put/seqid=0 2024-11-07T23:21:13,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741849_1025 (size=12001) 2024-11-07T23:21:13,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/8eede37257354539a1fe33712f391a69 2024-11-07T23:21:13,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/a527a4fc81ff4e4d9d89d4d960c4b022 is 50, key is test_row_0/C:col10/1731021673196/Put/seqid=0 2024-11-07T23:21:13,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741850_1026 (size=12001) 2024-11-07T23:21:13,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/a527a4fc81ff4e4d9d89d4d960c4b022 2024-11-07T23:21:13,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021733448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:13,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021733448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:13,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021733461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:13,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021733462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:13,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/277fe229de414398bd0b57d8be5052e6 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/277fe229de414398bd0b57d8be5052e6 2024-11-07T23:21:13,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/277fe229de414398bd0b57d8be5052e6, entries=200, sequenceid=80, filesize=14.0 K 2024-11-07T23:21:13,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/8eede37257354539a1fe33712f391a69 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/8eede37257354539a1fe33712f391a69 2024-11-07T23:21:13,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/8eede37257354539a1fe33712f391a69, entries=150, sequenceid=80, filesize=11.7 K 2024-11-07T23:21:13,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/a527a4fc81ff4e4d9d89d4d960c4b022 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/a527a4fc81ff4e4d9d89d4d960c4b022 2024-11-07T23:21:13,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/a527a4fc81ff4e4d9d89d4d960c4b022, entries=150, sequenceid=80, filesize=11.7 K 2024-11-07T23:21:13,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 5384307d1bc8978debf8ad4b5b1e8789 in 199ms, sequenceid=80, compaction requested=true 2024-11-07T23:21:13,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:13,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:21:13,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:13,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:21:13,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:13,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:21:13,531 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:21:13,531 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:21:13,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:13,536 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:21:13,537 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/B is initiating minor compaction (all files) 2024-11-07T23:21:13,537 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/B in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:13,538 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/42aa66e659b647c5823356c52c614bd7, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/4b732caa2e8a430094db997bc58d5d18, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e6f39ca1443440df9715c7356b8012dd, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/8eede37257354539a1fe33712f391a69] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=46.9 K 2024-11-07T23:21:13,539 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 42aa66e659b647c5823356c52c614bd7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731021671733 2024-11-07T23:21:13,540 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:21:13,540 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/A is initiating minor compaction (all files) 2024-11-07T23:21:13,540 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/A in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:13,540 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b732caa2e8a430094db997bc58d5d18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731021672389 2024-11-07T23:21:13,540 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/27b6cbdd70104291be7b2a1e6bfa4064, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/cf2a3ccf8df74b8fbba336a6d956d3fb, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/3614957394ab4fbeae52f158a2f518fb, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/277fe229de414398bd0b57d8be5052e6] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=51.4 K 2024-11-07T23:21:13,543 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting e6f39ca1443440df9715c7356b8012dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731021673039 2024-11-07T23:21:13,544 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27b6cbdd70104291be7b2a1e6bfa4064, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731021671733 2024-11-07T23:21:13,545 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 8eede37257354539a1fe33712f391a69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731021673196 2024-11-07T23:21:13,547 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf2a3ccf8df74b8fbba336a6d956d3fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731021672389 2024-11-07T23:21:13,548 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3614957394ab4fbeae52f158a2f518fb, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731021672409 2024-11-07T23:21:13,548 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 277fe229de414398bd0b57d8be5052e6, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731021673181 2024-11-07T23:21:13,597 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#B#compaction#12 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:13,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T23:21:13,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:13,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:13,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:13,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:13,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:13,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:13,605 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#A#compaction#13 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:13,610 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/2e31102447a448bfb787e59bea5e7fe4 is 50, key is test_row_0/A:col10/1731021673196/Put/seqid=0 2024-11-07T23:21:13,611 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/e8d75a3495df4aa585a22cb113c95c85 is 50, key is test_row_0/B:col10/1731021673196/Put/seqid=0 2024-11-07T23:21:13,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/4432de17280b4408aa18b6046de156cc is 50, key is test_row_0/A:col10/1731021673598/Put/seqid=0 2024-11-07T23:21:13,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741851_1027 (size=12139) 2024-11-07T23:21:13,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741852_1028 (size=12139) 2024-11-07T23:21:13,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741853_1029 (size=19021) 2024-11-07T23:21:13,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/4432de17280b4408aa18b6046de156cc 2024-11-07T23:21:13,664 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/e8d75a3495df4aa585a22cb113c95c85 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e8d75a3495df4aa585a22cb113c95c85 2024-11-07T23:21:13,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/3445effa2b564b2fb03852e644c69b16 is 50, key is test_row_0/B:col10/1731021673598/Put/seqid=0 2024-11-07T23:21:13,700 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/B of 5384307d1bc8978debf8ad4b5b1e8789 into e8d75a3495df4aa585a22cb113c95c85(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:13,700 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:13,700 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/B, priority=12, startTime=1731021673531; duration=0sec 2024-11-07T23:21:13,701 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:13,701 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:B 2024-11-07T23:21:13,701 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:21:13,707 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:21:13,707 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/C is initiating minor compaction (all files) 2024-11-07T23:21:13,707 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/C in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:13,707 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/5036632088db41818995708f0b3cbf37, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/cb37b55d568d4a36bba253d80f22a603, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/7c00cf55aa504331a11c2dc565d33dcb, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/a527a4fc81ff4e4d9d89d4d960c4b022] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=46.9 K 2024-11-07T23:21:13,708 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 5036632088db41818995708f0b3cbf37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731021671733 2024-11-07T23:21:13,709 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting cb37b55d568d4a36bba253d80f22a603, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731021672389 2024-11-07T23:21:13,710 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c00cf55aa504331a11c2dc565d33dcb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731021673039 2024-11-07T23:21:13,710 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting a527a4fc81ff4e4d9d89d4d960c4b022, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731021673196 2024-11-07T23:21:13,744 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#C#compaction#16 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:13,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741854_1030 (size=12001) 2024-11-07T23:21:13,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/3445effa2b564b2fb03852e644c69b16 2024-11-07T23:21:13,747 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/74af6d3873854f7da7aba5a00c3ad235 is 50, key is test_row_0/C:col10/1731021673196/Put/seqid=0 2024-11-07T23:21:13,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/21a8ac048fa2469b921d546ac3352273 is 50, key is test_row_0/C:col10/1731021673598/Put/seqid=0 2024-11-07T23:21:13,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021733765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:13,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4533) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4464) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4953) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4947) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4943) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3233) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021733760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:13,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021733777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:13,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:13,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021733781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021733784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:13,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741855_1031 (size=12139) 2024-11-07T23:21:13,811 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/74af6d3873854f7da7aba5a00c3ad235 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/74af6d3873854f7da7aba5a00c3ad235 2024-11-07T23:21:13,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741856_1032 (size=12001) 2024-11-07T23:21:13,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/21a8ac048fa2469b921d546ac3352273 2024-11-07T23:21:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-07T23:21:13,826 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-07T23:21:13,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:21:13,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/4432de17280b4408aa18b6046de156cc as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/4432de17280b4408aa18b6046de156cc 2024-11-07T23:21:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-07T23:21:13,833 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/C of 5384307d1bc8978debf8ad4b5b1e8789 into 74af6d3873854f7da7aba5a00c3ad235(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:13,833 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:13,833 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/C, priority=12, startTime=1731021673531; duration=0sec 2024-11-07T23:21:13,833 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:13,833 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:C 2024-11-07T23:21:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-07T23:21:13,836 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:21:13,837 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:21:13,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:21:13,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/4432de17280b4408aa18b6046de156cc, entries=300, sequenceid=91, filesize=18.6 K 2024-11-07T23:21:13,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/3445effa2b564b2fb03852e644c69b16 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/3445effa2b564b2fb03852e644c69b16 2024-11-07T23:21:13,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/3445effa2b564b2fb03852e644c69b16, entries=150, sequenceid=91, filesize=11.7 K 2024-11-07T23:21:13,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/21a8ac048fa2469b921d546ac3352273 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/21a8ac048fa2469b921d546ac3352273 2024-11-07T23:21:13,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/21a8ac048fa2469b921d546ac3352273, entries=150, sequenceid=91, filesize=11.7 K 2024-11-07T23:21:13,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 5384307d1bc8978debf8ad4b5b1e8789 in 273ms, sequenceid=91, compaction requested=false 2024-11-07T23:21:13,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:13,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-07T23:21:13,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:13,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:13,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:13,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:13,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:13,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:13,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/28871eb1682b4b0fa7450c44eae81aca is 50, key is test_row_0/A:col10/1731021673773/Put/seqid=0 2024-11-07T23:21:13,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741857_1033 (size=14341) 2024-11-07T23:21:13,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021733923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:13,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-07T23:21:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021733924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:13,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/28871eb1682b4b0fa7450c44eae81aca 2024-11-07T23:21:13,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021733927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:13,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021733935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:13,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021733935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:13,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/b8d007f101ae47d99aafa2cb6bbe7461 is 50, key is test_row_0/B:col10/1731021673773/Put/seqid=0 2024-11-07T23:21:13,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741858_1034 (size=12001) 2024-11-07T23:21:13,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/b8d007f101ae47d99aafa2cb6bbe7461 2024-11-07T23:21:13,991 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:13,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-07T23:21:13,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:13,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:13,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:13,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:13,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:14,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/650a27eb56b9407f9f7fb0ef771636e4 is 50, key is test_row_0/C:col10/1731021673773/Put/seqid=0 2024-11-07T23:21:14,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741859_1035 (size=12001) 2024-11-07T23:21:14,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/650a27eb56b9407f9f7fb0ef771636e4 2024-11-07T23:21:14,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021734038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:14,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021734039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:14,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021734047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:14,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/28871eb1682b4b0fa7450c44eae81aca as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/28871eb1682b4b0fa7450c44eae81aca 2024-11-07T23:21:14,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021734051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:14,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021734051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:14,054 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/2e31102447a448bfb787e59bea5e7fe4 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/2e31102447a448bfb787e59bea5e7fe4 2024-11-07T23:21:14,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/28871eb1682b4b0fa7450c44eae81aca, entries=200, sequenceid=120, filesize=14.0 K 2024-11-07T23:21:14,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/b8d007f101ae47d99aafa2cb6bbe7461 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/b8d007f101ae47d99aafa2cb6bbe7461 2024-11-07T23:21:14,076 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/A of 5384307d1bc8978debf8ad4b5b1e8789 into 2e31102447a448bfb787e59bea5e7fe4(size=11.9 K), total size for store is 44.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:14,077 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:14,077 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/A, priority=12, startTime=1731021673527; duration=0sec 2024-11-07T23:21:14,077 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:14,077 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:A 2024-11-07T23:21:14,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/b8d007f101ae47d99aafa2cb6bbe7461, entries=150, sequenceid=120, filesize=11.7 K 2024-11-07T23:21:14,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/650a27eb56b9407f9f7fb0ef771636e4 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/650a27eb56b9407f9f7fb0ef771636e4 2024-11-07T23:21:14,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/650a27eb56b9407f9f7fb0ef771636e4, entries=150, sequenceid=120, filesize=11.7 K 2024-11-07T23:21:14,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 5384307d1bc8978debf8ad4b5b1e8789 in 204ms, sequenceid=120, compaction requested=true 2024-11-07T23:21:14,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:14,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:21:14,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:14,104 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:21:14,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:21:14,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:14,104 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:21:14,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:21:14,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:14,107 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:21:14,107 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/A is initiating minor compaction (all files) 2024-11-07T23:21:14,107 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/A in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:14,108 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/2e31102447a448bfb787e59bea5e7fe4, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/4432de17280b4408aa18b6046de156cc, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/28871eb1682b4b0fa7450c44eae81aca] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=44.4 K 2024-11-07T23:21:14,108 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:21:14,108 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/B is initiating minor compaction (all files) 2024-11-07T23:21:14,108 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/B in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:14,108 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e8d75a3495df4aa585a22cb113c95c85, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/3445effa2b564b2fb03852e644c69b16, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/b8d007f101ae47d99aafa2cb6bbe7461] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=35.3 K 2024-11-07T23:21:14,110 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e31102447a448bfb787e59bea5e7fe4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731021673196 2024-11-07T23:21:14,110 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting e8d75a3495df4aa585a22cb113c95c85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731021673196 2024-11-07T23:21:14,112 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4432de17280b4408aa18b6046de156cc, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731021673324 2024-11-07T23:21:14,112 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 3445effa2b564b2fb03852e644c69b16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731021673554 2024-11-07T23:21:14,113 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28871eb1682b4b0fa7450c44eae81aca, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731021673773 2024-11-07T23:21:14,114 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting b8d007f101ae47d99aafa2cb6bbe7461, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731021673773 2024-11-07T23:21:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-07T23:21:14,148 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:14,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-07T23:21:14,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:14,149 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-07T23:21:14,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:14,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:14,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:14,150 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#A#compaction#21 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:14,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:14,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:14,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:14,151 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/6a4f59ec92c740a4af4f2f29a4d76243 is 50, key is test_row_0/A:col10/1731021673773/Put/seqid=0 2024-11-07T23:21:14,182 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#B#compaction#22 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:14,183 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/bbfefa18ce444962bc0e5a0835572968 is 50, key is test_row_0/B:col10/1731021673773/Put/seqid=0 2024-11-07T23:21:14,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/edfe727eda8d42b5b1fc962dacc7f42a is 50, key is test_row_1/A:col10/1731021673930/Put/seqid=0 2024-11-07T23:21:14,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741860_1036 (size=12241) 2024-11-07T23:21:14,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741861_1037 (size=12241) 2024-11-07T23:21:14,248 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/6a4f59ec92c740a4af4f2f29a4d76243 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/6a4f59ec92c740a4af4f2f29a4d76243 2024-11-07T23:21:14,249 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/bbfefa18ce444962bc0e5a0835572968 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/bbfefa18ce444962bc0e5a0835572968 2024-11-07T23:21:14,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:14,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741862_1038 (size=9707) 2024-11-07T23:21:14,263 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/edfe727eda8d42b5b1fc962dacc7f42a 2024-11-07T23:21:14,272 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/A of 5384307d1bc8978debf8ad4b5b1e8789 into 6a4f59ec92c740a4af4f2f29a4d76243(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:14,272 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:14,272 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/A, priority=13, startTime=1731021674104; duration=0sec 2024-11-07T23:21:14,272 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:14,272 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:A 2024-11-07T23:21:14,272 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:21:14,274 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/B of 5384307d1bc8978debf8ad4b5b1e8789 into bbfefa18ce444962bc0e5a0835572968(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:14,274 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:14,274 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/B, priority=13, startTime=1731021674104; duration=0sec 2024-11-07T23:21:14,274 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:14,274 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:B 2024-11-07T23:21:14,279 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:21:14,279 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/C is initiating minor compaction (all files) 2024-11-07T23:21:14,279 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/C in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:14,279 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/74af6d3873854f7da7aba5a00c3ad235, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/21a8ac048fa2469b921d546ac3352273, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/650a27eb56b9407f9f7fb0ef771636e4] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=35.3 K 2024-11-07T23:21:14,282 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74af6d3873854f7da7aba5a00c3ad235, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731021673196 2024-11-07T23:21:14,285 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21a8ac048fa2469b921d546ac3352273, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731021673554 2024-11-07T23:21:14,289 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 650a27eb56b9407f9f7fb0ef771636e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731021673773 2024-11-07T23:21:14,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/788cf25b4d90417d80546a049ee6165d is 50, key is test_row_1/B:col10/1731021673930/Put/seqid=0 2024-11-07T23:21:14,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741863_1039 (size=9707) 2024-11-07T23:21:14,364 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/788cf25b4d90417d80546a049ee6165d 2024-11-07T23:21:14,371 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#C#compaction#25 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:14,372 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/be3ba029d2da45d2a69a72f11640ec48 is 50, key is test_row_0/C:col10/1731021673773/Put/seqid=0 2024-11-07T23:21:14,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021734359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:14,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021734362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:14,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021734364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:14,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021734365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:14,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:14,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021734370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:14,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/442e97a2caef452292f787c3c6e17ad5 is 50, key is test_row_1/C:col10/1731021673930/Put/seqid=0 2024-11-07T23:21:14,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-07T23:21:14,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741864_1040 (size=12241) 2024-11-07T23:21:14,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741865_1041 (size=9707) 2024-11-07T23:21:14,451 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/442e97a2caef452292f787c3c6e17ad5 2024-11-07T23:21:14,461 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/be3ba029d2da45d2a69a72f11640ec48 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/be3ba029d2da45d2a69a72f11640ec48 2024-11-07T23:21:14,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/edfe727eda8d42b5b1fc962dacc7f42a as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/edfe727eda8d42b5b1fc962dacc7f42a 2024-11-07T23:21:14,474 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/C of 5384307d1bc8978debf8ad4b5b1e8789 into be3ba029d2da45d2a69a72f11640ec48(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:14,474 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:14,474 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/C, priority=13, startTime=1731021674104; duration=0sec 2024-11-07T23:21:14,474 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:14,474 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:C 2024-11-07T23:21:14,476 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/edfe727eda8d42b5b1fc962dacc7f42a, entries=100, sequenceid=131, filesize=9.5 K 2024-11-07T23:21:14,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/788cf25b4d90417d80546a049ee6165d as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/788cf25b4d90417d80546a049ee6165d 2024-11-07T23:21:14,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021734478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:14,489 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/788cf25b4d90417d80546a049ee6165d, entries=100, sequenceid=131, filesize=9.5 K 2024-11-07T23:21:14,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/442e97a2caef452292f787c3c6e17ad5 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/442e97a2caef452292f787c3c6e17ad5 2024-11-07T23:21:14,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021734486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:14,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021734487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:14,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021734485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:14,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021734488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:14,508 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/442e97a2caef452292f787c3c6e17ad5, entries=100, sequenceid=131, filesize=9.5 K 2024-11-07T23:21:14,510 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 5384307d1bc8978debf8ad4b5b1e8789 in 361ms, sequenceid=131, compaction requested=false 2024-11-07T23:21:14,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:14,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:14,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-07T23:21:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-07T23:21:14,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-07T23:21:14,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 676 msec 2024-11-07T23:21:14,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 688 msec 2024-11-07T23:21:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:14,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-07T23:21:14,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:14,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:14,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:14,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:14,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:14,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:14,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/8443a050b58a4680bcf1b3d0f6fb4a8f is 50, key is test_row_0/A:col10/1731021674699/Put/seqid=0 2024-11-07T23:21:14,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021734718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:14,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021734721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:14,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021734724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:14,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021734728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:14,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021734732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:14,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741866_1042 (size=14541) 2024-11-07T23:21:14,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/8443a050b58a4680bcf1b3d0f6fb4a8f 2024-11-07T23:21:14,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/5e74181d57874ffdb4e177050091bbe9 is 50, key is test_row_0/B:col10/1731021674699/Put/seqid=0 2024-11-07T23:21:14,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741867_1043 (size=12151) 2024-11-07T23:21:14,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/5e74181d57874ffdb4e177050091bbe9 2024-11-07T23:21:14,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021734837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:14,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/8a53d631d9404b8cab1e351bd3da8e92 is 50, key is test_row_0/C:col10/1731021674699/Put/seqid=0 2024-11-07T23:21:14,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021734838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:14,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021734838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:14,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021734839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:14,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021734840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:14,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741868_1044 (size=12151) 2024-11-07T23:21:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-07T23:21:14,941 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-07T23:21:14,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:21:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-07T23:21:14,948 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:21:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-07T23:21:14,949 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:21:14,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:21:15,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021735043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:15,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-07T23:21:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021735048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:15,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021735052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:15,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021735053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:15,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021735060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:15,104 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:15,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-07T23:21:15,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:15,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:15,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:15,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:15,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-07T23:21:15,258 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:15,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-07T23:21:15,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:15,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:15,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:15,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:15,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:15,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/8a53d631d9404b8cab1e351bd3da8e92 2024-11-07T23:21:15,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/8443a050b58a4680bcf1b3d0f6fb4a8f as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/8443a050b58a4680bcf1b3d0f6fb4a8f 2024-11-07T23:21:15,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/8443a050b58a4680bcf1b3d0f6fb4a8f, entries=200, sequenceid=162, filesize=14.2 K 2024-11-07T23:21:15,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/5e74181d57874ffdb4e177050091bbe9 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/5e74181d57874ffdb4e177050091bbe9 2024-11-07T23:21:15,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/5e74181d57874ffdb4e177050091bbe9, entries=150, sequenceid=162, filesize=11.9 K 2024-11-07T23:21:15,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/8a53d631d9404b8cab1e351bd3da8e92 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/8a53d631d9404b8cab1e351bd3da8e92 2024-11-07T23:21:15,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021735349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:15,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021735354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:15,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021735356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:15,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021735359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:15,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/8a53d631d9404b8cab1e351bd3da8e92, entries=150, sequenceid=162, filesize=11.9 K 2024-11-07T23:21:15,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 5384307d1bc8978debf8ad4b5b1e8789 in 664ms, sequenceid=162, compaction requested=true 2024-11-07T23:21:15,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:15,367 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:21:15,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:21:15,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:15,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:21:15,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:15,367 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:21:15,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:21:15,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:15,369 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36489 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:21:15,369 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/A is initiating minor compaction (all files) 2024-11-07T23:21:15,369 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/A in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:15,369 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/6a4f59ec92c740a4af4f2f29a4d76243, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/edfe727eda8d42b5b1fc962dacc7f42a, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/8443a050b58a4680bcf1b3d0f6fb4a8f] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=35.6 K 2024-11-07T23:21:15,369 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:21:15,370 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/B is initiating minor compaction (all files) 2024-11-07T23:21:15,370 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/B in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:15,370 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/bbfefa18ce444962bc0e5a0835572968, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/788cf25b4d90417d80546a049ee6165d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/5e74181d57874ffdb4e177050091bbe9] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=33.3 K 2024-11-07T23:21:15,371 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a4f59ec92c740a4af4f2f29a4d76243, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731021673773 2024-11-07T23:21:15,371 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting bbfefa18ce444962bc0e5a0835572968, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731021673773 2024-11-07T23:21:15,372 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 788cf25b4d90417d80546a049ee6165d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731021673918 2024-11-07T23:21:15,373 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting edfe727eda8d42b5b1fc962dacc7f42a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731021673918 2024-11-07T23:21:15,373 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e74181d57874ffdb4e177050091bbe9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731021674363 2024-11-07T23:21:15,373 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8443a050b58a4680bcf1b3d0f6fb4a8f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731021674360 2024-11-07T23:21:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:15,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T23:21:15,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:15,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:15,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:15,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:15,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:15,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:15,414 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:15,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-07T23:21:15,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:15,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:15,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:15,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/e144d0e14dbe4320996cfaa04698aedc is 50, key is test_row_0/A:col10/1731021675374/Put/seqid=0 2024-11-07T23:21:15,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:15,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:15,422 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#B#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:15,423 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/e4fa5ae900e943a49a7e40c9cac672ac is 50, key is test_row_0/B:col10/1731021674699/Put/seqid=0 2024-11-07T23:21:15,430 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#A#compaction#32 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:15,431 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/89a4776c5628416ebde3fc0e38b68584 is 50, key is test_row_0/A:col10/1731021674699/Put/seqid=0 2024-11-07T23:21:15,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741869_1045 (size=12151) 2024-11-07T23:21:15,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/e144d0e14dbe4320996cfaa04698aedc 2024-11-07T23:21:15,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741870_1046 (size=12493) 2024-11-07T23:21:15,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/bfe3301316084973bd9696f928da90a5 is 50, key is test_row_0/B:col10/1731021675374/Put/seqid=0 2024-11-07T23:21:15,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741871_1047 (size=12493) 2024-11-07T23:21:15,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741872_1048 (size=12151) 2024-11-07T23:21:15,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/bfe3301316084973bd9696f928da90a5 2024-11-07T23:21:15,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/74cbb175679a43f6bce8374730b41085 is 50, key is test_row_0/C:col10/1731021675374/Put/seqid=0 2024-11-07T23:21:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-07T23:21:15,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741873_1049 (size=12151) 2024-11-07T23:21:15,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021735557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:15,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/74cbb175679a43f6bce8374730b41085 2024-11-07T23:21:15,570 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:15,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-07T23:21:15,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:15,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:15,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:15,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:15,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:15,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/e144d0e14dbe4320996cfaa04698aedc as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/e144d0e14dbe4320996cfaa04698aedc 2024-11-07T23:21:15,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/e144d0e14dbe4320996cfaa04698aedc, entries=150, sequenceid=173, filesize=11.9 K 2024-11-07T23:21:15,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/bfe3301316084973bd9696f928da90a5 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/bfe3301316084973bd9696f928da90a5 2024-11-07T23:21:15,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/bfe3301316084973bd9696f928da90a5, entries=150, sequenceid=173, filesize=11.9 K 2024-11-07T23:21:15,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/74cbb175679a43f6bce8374730b41085 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/74cbb175679a43f6bce8374730b41085 2024-11-07T23:21:15,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/74cbb175679a43f6bce8374730b41085, entries=150, sequenceid=173, filesize=11.9 K 2024-11-07T23:21:15,618 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5384307d1bc8978debf8ad4b5b1e8789 in 231ms, sequenceid=173, compaction requested=true 2024-11-07T23:21:15,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:15,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:A, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:21:15,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-07T23:21:15,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:B, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:21:15,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-07T23:21:15,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:21:15,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-07T23:21:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:15,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-07T23:21:15,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:15,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:15,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:15,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:15,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:15,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:15,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/368c27cc729b4411abdbba82a38f72a6 is 50, key is test_row_0/A:col10/1731021675553/Put/seqid=0 2024-11-07T23:21:15,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741874_1050 (size=12151) 2024-11-07T23:21:15,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/368c27cc729b4411abdbba82a38f72a6 2024-11-07T23:21:15,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:15,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021735704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:15,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/06b28e3e93a946a39c6c5731f4224373 is 50, key is test_row_0/B:col10/1731021675553/Put/seqid=0 2024-11-07T23:21:15,725 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:15,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-07T23:21:15,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:15,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:15,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:15,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:15,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:15,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:15,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741875_1051 (size=12151) 2024-11-07T23:21:15,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/06b28e3e93a946a39c6c5731f4224373 2024-11-07T23:21:15,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/ddebda6036be45a4814e7132bb66f58e is 50, key is test_row_0/C:col10/1731021675553/Put/seqid=0 2024-11-07T23:21:15,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021735807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:15,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741876_1052 (size=12151) 2024-11-07T23:21:15,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/ddebda6036be45a4814e7132bb66f58e 2024-11-07T23:21:15,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/368c27cc729b4411abdbba82a38f72a6 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/368c27cc729b4411abdbba82a38f72a6 2024-11-07T23:21:15,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/368c27cc729b4411abdbba82a38f72a6, entries=150, sequenceid=199, filesize=11.9 K 2024-11-07T23:21:15,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/06b28e3e93a946a39c6c5731f4224373 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/06b28e3e93a946a39c6c5731f4224373 2024-11-07T23:21:15,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/06b28e3e93a946a39c6c5731f4224373, entries=150, sequenceid=199, filesize=11.9 K 2024-11-07T23:21:15,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/ddebda6036be45a4814e7132bb66f58e as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/ddebda6036be45a4814e7132bb66f58e 2024-11-07T23:21:15,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021735859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:15,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021735862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:15,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021735865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:15,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021735869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:15,883 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:15,883 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/e4fa5ae900e943a49a7e40c9cac672ac as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e4fa5ae900e943a49a7e40c9cac672ac 2024-11-07T23:21:15,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-07T23:21:15,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:15,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:15,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:15,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:15,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:15,900 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/B of 5384307d1bc8978debf8ad4b5b1e8789 into e4fa5ae900e943a49a7e40c9cac672ac(size=12.2 K), total size for store is 35.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:15,900 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:15,900 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/B, priority=13, startTime=1731021675367; duration=0sec 2024-11-07T23:21:15,900 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-07T23:21:15,900 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:B 2024-11-07T23:21:15,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/ddebda6036be45a4814e7132bb66f58e, entries=150, sequenceid=199, filesize=11.9 K 2024-11-07T23:21:15,900 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-07T23:21:15,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5384307d1bc8978debf8ad4b5b1e8789 in 234ms, sequenceid=199, compaction requested=true 2024-11-07T23:21:15,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:15,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:A, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:21:15,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-07T23:21:15,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:B, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:21:15,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=5), splitQueue=0 2024-11-07T23:21:15,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:21:15,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=6), splitQueue=0 2024-11-07T23:21:15,903 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T23:21:15,903 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T23:21:15,903 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. because compaction request was cancelled 2024-11-07T23:21:15,903 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:A 2024-11-07T23:21:15,903 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-07T23:21:15,905 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T23:21:15,905 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T23:21:15,905 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. because compaction request was cancelled 2024-11-07T23:21:15,905 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:A 2024-11-07T23:21:15,905 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-07T23:21:15,909 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58401 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-07T23:21:15,909 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/C is initiating minor compaction (all files) 2024-11-07T23:21:15,909 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/C in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:15,909 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/be3ba029d2da45d2a69a72f11640ec48, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/442e97a2caef452292f787c3c6e17ad5, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/8a53d631d9404b8cab1e351bd3da8e92, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/74cbb175679a43f6bce8374730b41085, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/ddebda6036be45a4814e7132bb66f58e] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=57.0 K 2024-11-07T23:21:15,912 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting be3ba029d2da45d2a69a72f11640ec48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731021673773 2024-11-07T23:21:15,912 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/89a4776c5628416ebde3fc0e38b68584 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/89a4776c5628416ebde3fc0e38b68584 2024-11-07T23:21:15,913 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 442e97a2caef452292f787c3c6e17ad5, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731021673918 2024-11-07T23:21:15,914 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a53d631d9404b8cab1e351bd3da8e92, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731021674363 2024-11-07T23:21:15,915 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 74cbb175679a43f6bce8374730b41085, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731021674726 2024-11-07T23:21:15,915 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting ddebda6036be45a4814e7132bb66f58e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731021675540 2024-11-07T23:21:15,928 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/A of 5384307d1bc8978debf8ad4b5b1e8789 into 89a4776c5628416ebde3fc0e38b68584(size=12.2 K), total size for store is 35.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:15,928 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:15,928 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/A, priority=13, startTime=1731021675366; duration=0sec 2024-11-07T23:21:15,929 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-07T23:21:15,929 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:A 2024-11-07T23:21:15,929 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-11-07T23:21:15,929 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T23:21:15,929 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T23:21:15,929 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. because compaction request was cancelled 2024-11-07T23:21:15,929 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:C 2024-11-07T23:21:15,929 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:B 2024-11-07T23:21:15,929 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-11-07T23:21:15,929 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T23:21:15,929 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T23:21:15,930 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. because compaction request was cancelled 2024-11-07T23:21:15,930 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:C 2024-11-07T23:21:15,930 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:21:15,931 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:21:15,932 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/B is initiating minor compaction (all files) 2024-11-07T23:21:15,932 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/B in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:15,932 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e4fa5ae900e943a49a7e40c9cac672ac, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/bfe3301316084973bd9696f928da90a5, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/06b28e3e93a946a39c6c5731f4224373] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=35.9 K 2024-11-07T23:21:15,933 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4fa5ae900e943a49a7e40c9cac672ac, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731021674363 2024-11-07T23:21:15,933 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting bfe3301316084973bd9696f928da90a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731021674726 2024-11-07T23:21:15,934 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06b28e3e93a946a39c6c5731f4224373, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731021675540 2024-11-07T23:21:15,942 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#C#compaction#38 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:15,942 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/c3988d6e301645848f576c9fc92683a2 is 50, key is test_row_0/C:col10/1731021675553/Put/seqid=0 2024-11-07T23:21:15,953 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#B#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:15,954 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/8e01f095cc704cbf8aa2391816e4d24f is 50, key is test_row_0/B:col10/1731021675553/Put/seqid=0 2024-11-07T23:21:15,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741877_1053 (size=12561) 2024-11-07T23:21:15,979 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/c3988d6e301645848f576c9fc92683a2 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/c3988d6e301645848f576c9fc92683a2 2024-11-07T23:21:15,990 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/C of 5384307d1bc8978debf8ad4b5b1e8789 into c3988d6e301645848f576c9fc92683a2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:15,990 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:15,990 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/C, priority=11, startTime=1731021675903; duration=0sec 2024-11-07T23:21:15,990 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:15,990 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:C 2024-11-07T23:21:15,990 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 3 compacting, 0 eligible, 16 blocking 2024-11-07T23:21:15,990 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T23:21:15,991 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T23:21:15,991 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. because compaction request was cancelled 2024-11-07T23:21:15,991 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:B 2024-11-07T23:21:15,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741878_1054 (size=12595) 2024-11-07T23:21:16,008 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/8e01f095cc704cbf8aa2391816e4d24f as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/8e01f095cc704cbf8aa2391816e4d24f 2024-11-07T23:21:16,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T23:21:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:16,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:16,022 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/B of 5384307d1bc8978debf8ad4b5b1e8789 into 8e01f095cc704cbf8aa2391816e4d24f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:16,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:16,022 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:16,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:16,022 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/B, priority=13, startTime=1731021675619; duration=0sec 2024-11-07T23:21:16,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:16,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:16,023 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:16,023 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:B 2024-11-07T23:21:16,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:16,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/bb57c8ccb3ba491687c8e75e38cbaf26 is 50, key is test_row_0/A:col10/1731021675701/Put/seqid=0 2024-11-07T23:21:16,041 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:16,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-07T23:21:16,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:16,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:16,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:16,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:16,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:16,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-07T23:21:16,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741879_1055 (size=12151) 2024-11-07T23:21:16,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021736131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:16,201 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:16,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-07T23:21:16,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:16,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:16,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:16,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:16,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:16,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021736234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:16,358 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:16,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-07T23:21:16,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:16,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:16,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:16,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:16,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:16,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021736439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:16,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/bb57c8ccb3ba491687c8e75e38cbaf26 2024-11-07T23:21:16,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/e9d429ba305e4df9b4f559884efcfb7f is 50, key is test_row_0/B:col10/1731021675701/Put/seqid=0 2024-11-07T23:21:16,513 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:16,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-07T23:21:16,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:16,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:16,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:16,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:16,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:16,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741880_1056 (size=12151) 2024-11-07T23:21:16,667 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:16,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-07T23:21:16,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:16,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:16,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:16,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:16,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:16,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:16,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:16,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021736744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:16,821 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:16,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-07T23:21:16,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:16,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:16,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:16,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:16,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:16,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:16,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021736869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:16,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:16,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021736871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:16,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:16,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021736878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:16,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:16,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021736888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:16,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/e9d429ba305e4df9b4f559884efcfb7f 2024-11-07T23:21:16,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/0e8128737579455ebc9412dcb0892af3 is 50, key is test_row_0/C:col10/1731021675701/Put/seqid=0 2024-11-07T23:21:16,977 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:16,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-07T23:21:16,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:16,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:16,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:16,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:16,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:17,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741881_1057 (size=12151) 2024-11-07T23:21:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-07T23:21:17,136 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:17,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-07T23:21:17,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:17,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:17,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:17,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:17,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:17,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021737270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:17,290 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:17,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-07T23:21:17,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:17,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:17,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:17,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:17,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:17,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/0e8128737579455ebc9412dcb0892af3 2024-11-07T23:21:17,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/bb57c8ccb3ba491687c8e75e38cbaf26 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/bb57c8ccb3ba491687c8e75e38cbaf26 2024-11-07T23:21:17,445 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:17,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/bb57c8ccb3ba491687c8e75e38cbaf26, entries=150, sequenceid=214, filesize=11.9 K 2024-11-07T23:21:17,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/e9d429ba305e4df9b4f559884efcfb7f as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e9d429ba305e4df9b4f559884efcfb7f 2024-11-07T23:21:17,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-07T23:21:17,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:17,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:17,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e9d429ba305e4df9b4f559884efcfb7f, entries=150, sequenceid=214, filesize=11.9 K 2024-11-07T23:21:17,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:17,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:17,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:17,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/0e8128737579455ebc9412dcb0892af3 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/0e8128737579455ebc9412dcb0892af3 2024-11-07T23:21:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:17,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/0e8128737579455ebc9412dcb0892af3, entries=150, sequenceid=214, filesize=11.9 K 2024-11-07T23:21:17,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5384307d1bc8978debf8ad4b5b1e8789 in 1448ms, sequenceid=214, compaction requested=true 2024-11-07T23:21:17,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:17,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:21:17,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:17,469 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:21:17,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:21:17,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:17,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:21:17,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-07T23:21:17,470 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-07T23:21:17,471 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T23:21:17,471 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T23:21:17,471 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. because compaction request was cancelled 2024-11-07T23:21:17,471 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:B 2024-11-07T23:21:17,471 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:21:17,471 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-07T23:21:17,471 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/A is initiating minor compaction (all files) 2024-11-07T23:21:17,471 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/A in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:17,472 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/89a4776c5628416ebde3fc0e38b68584, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/e144d0e14dbe4320996cfaa04698aedc, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/368c27cc729b4411abdbba82a38f72a6, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/bb57c8ccb3ba491687c8e75e38cbaf26] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=47.8 K 2024-11-07T23:21:17,472 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T23:21:17,472 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T23:21:17,472 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 89a4776c5628416ebde3fc0e38b68584, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731021674363 2024-11-07T23:21:17,472 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. because compaction request was cancelled 2024-11-07T23:21:17,472 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:C 2024-11-07T23:21:17,473 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting e144d0e14dbe4320996cfaa04698aedc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731021674726 2024-11-07T23:21:17,473 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 368c27cc729b4411abdbba82a38f72a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731021675540 2024-11-07T23:21:17,473 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting bb57c8ccb3ba491687c8e75e38cbaf26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731021675697 2024-11-07T23:21:17,490 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#A#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:17,491 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/932850e8bb974d57b499a935d4e64da7 is 50, key is test_row_0/A:col10/1731021675701/Put/seqid=0 2024-11-07T23:21:17,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741882_1058 (size=12629) 2024-11-07T23:21:17,537 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/932850e8bb974d57b499a935d4e64da7 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/932850e8bb974d57b499a935d4e64da7 2024-11-07T23:21:17,555 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/A of 5384307d1bc8978debf8ad4b5b1e8789 into 932850e8bb974d57b499a935d4e64da7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:17,555 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:17,555 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/A, priority=12, startTime=1731021677469; duration=0sec 2024-11-07T23:21:17,556 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:17,556 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:A 2024-11-07T23:21:17,608 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:17,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-07T23:21:17,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:17,610 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-07T23:21:17,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:17,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:17,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:17,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:17,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:17,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:17,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/cfa268a4a25d4061b96fe660e707680c is 50, key is test_row_0/A:col10/1731021676128/Put/seqid=0 2024-11-07T23:21:17,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741883_1059 (size=12151) 2024-11-07T23:21:17,664 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/cfa268a4a25d4061b96fe660e707680c 2024-11-07T23:21:17,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/ff5f4bb2b37d407cabc595e808abbb48 is 50, key is test_row_0/B:col10/1731021676128/Put/seqid=0 2024-11-07T23:21:17,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741884_1060 (size=12151) 2024-11-07T23:21:18,160 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/ff5f4bb2b37d407cabc595e808abbb48 2024-11-07T23:21:18,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/651e4da621494fcd9f3f6325361b7a1f is 50, key is test_row_0/C:col10/1731021676128/Put/seqid=0 2024-11-07T23:21:18,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741885_1061 (size=12151) 2024-11-07T23:21:18,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:18,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021738337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:18,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021738443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:18,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021738647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:18,662 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/651e4da621494fcd9f3f6325361b7a1f 2024-11-07T23:21:18,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/cfa268a4a25d4061b96fe660e707680c as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/cfa268a4a25d4061b96fe660e707680c 2024-11-07T23:21:18,680 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/cfa268a4a25d4061b96fe660e707680c, entries=150, sequenceid=240, filesize=11.9 K 2024-11-07T23:21:18,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/ff5f4bb2b37d407cabc595e808abbb48 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/ff5f4bb2b37d407cabc595e808abbb48 2024-11-07T23:21:18,690 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/ff5f4bb2b37d407cabc595e808abbb48, entries=150, sequenceid=240, filesize=11.9 K 2024-11-07T23:21:18,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/651e4da621494fcd9f3f6325361b7a1f as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/651e4da621494fcd9f3f6325361b7a1f 2024-11-07T23:21:18,744 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/651e4da621494fcd9f3f6325361b7a1f, entries=150, sequenceid=240, filesize=11.9 K 2024-11-07T23:21:18,745 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5384307d1bc8978debf8ad4b5b1e8789 in 1135ms, sequenceid=240, compaction requested=true 2024-11-07T23:21:18,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:18,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:18,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-07T23:21:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-07T23:21:18,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-07T23:21:18,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.7980 sec 2024-11-07T23:21:18,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 3.8080 sec 2024-11-07T23:21:18,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-07T23:21:18,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:18,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:18,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:18,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:18,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:18,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:18,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/1fe1fa46e2894d35a08bd81c66c719bc is 50, key is test_row_0/A:col10/1731021678892/Put/seqid=0 2024-11-07T23:21:18,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741886_1062 (size=14537) 2024-11-07T23:21:18,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/1fe1fa46e2894d35a08bd81c66c719bc 2024-11-07T23:21:18,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/10207459b19b4a3b8b5a24da59b8d0f1 is 50, key is test_row_0/B:col10/1731021678892/Put/seqid=0 2024-11-07T23:21:18,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021738968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:18,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021738971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:18,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021738972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:18,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:19,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021738995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021738990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:19,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741887_1063 (size=9757) 2024-11-07T23:21:19,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/10207459b19b4a3b8b5a24da59b8d0f1 2024-11-07T23:21:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-07T23:21:19,061 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-07T23:21:19,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:21:19,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-07T23:21:19,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/3b704b8e762246889b6d4ef06f6650a8 is 50, key is test_row_0/C:col10/1731021678892/Put/seqid=0 2024-11-07T23:21:19,075 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:21:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-07T23:21:19,077 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:21:19,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:21:19,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021739093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:19,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021739099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:19,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021739102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:19,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741888_1064 (size=9757) 2024-11-07T23:21:19,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/3b704b8e762246889b6d4ef06f6650a8 2024-11-07T23:21:19,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021739105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:19,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:19,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021739111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:19,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/1fe1fa46e2894d35a08bd81c66c719bc as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/1fe1fa46e2894d35a08bd81c66c719bc 2024-11-07T23:21:19,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/1fe1fa46e2894d35a08bd81c66c719bc, entries=200, sequenceid=253, filesize=14.2 K 2024-11-07T23:21:19,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/10207459b19b4a3b8b5a24da59b8d0f1 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/10207459b19b4a3b8b5a24da59b8d0f1 2024-11-07T23:21:19,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/10207459b19b4a3b8b5a24da59b8d0f1, entries=100, sequenceid=253, filesize=9.5 K 2024-11-07T23:21:19,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/3b704b8e762246889b6d4ef06f6650a8 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/3b704b8e762246889b6d4ef06f6650a8 2024-11-07T23:21:19,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-07T23:21:19,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/3b704b8e762246889b6d4ef06f6650a8, entries=100, sequenceid=253, filesize=9.5 K 2024-11-07T23:21:19,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 5384307d1bc8978debf8ad4b5b1e8789 in 299ms, sequenceid=253, compaction requested=true 2024-11-07T23:21:19,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:19,199 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:21:19,201 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39317 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:21:19,201 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/A is initiating minor compaction (all files) 2024-11-07T23:21:19,202 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/A in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:19,202 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/932850e8bb974d57b499a935d4e64da7, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/cfa268a4a25d4061b96fe660e707680c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/1fe1fa46e2894d35a08bd81c66c719bc] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=38.4 K 2024-11-07T23:21:19,202 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 932850e8bb974d57b499a935d4e64da7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731021675697 2024-11-07T23:21:19,203 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfa268a4a25d4061b96fe660e707680c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731021676104 2024-11-07T23:21:19,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:21:19,204 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fe1fa46e2894d35a08bd81c66c719bc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731021678319 2024-11-07T23:21:19,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:19,204 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:21:19,208 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46654 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:21:19,209 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/B is initiating minor compaction (all files) 2024-11-07T23:21:19,209 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/B in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:19,209 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/8e01f095cc704cbf8aa2391816e4d24f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e9d429ba305e4df9b4f559884efcfb7f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/ff5f4bb2b37d407cabc595e808abbb48, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/10207459b19b4a3b8b5a24da59b8d0f1] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=45.6 K 2024-11-07T23:21:19,211 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e01f095cc704cbf8aa2391816e4d24f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731021675540 2024-11-07T23:21:19,212 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting e9d429ba305e4df9b4f559884efcfb7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731021675697 2024-11-07T23:21:19,214 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting ff5f4bb2b37d407cabc595e808abbb48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731021676104 2024-11-07T23:21:19,215 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 10207459b19b4a3b8b5a24da59b8d0f1, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731021678319 2024-11-07T23:21:19,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:21:19,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:19,234 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:19,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:21:19,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:19,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-07T23:21:19,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:19,240 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-07T23:21:19,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:19,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:19,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:19,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:19,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:19,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:19,254 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#A#compaction#50 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:19,255 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/991b3d7d9132406aae9a3fdbbd156ca4 is 50, key is test_row_0/A:col10/1731021678892/Put/seqid=0 2024-11-07T23:21:19,270 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#B#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:19,271 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/68b10b558459415984f3d37637762c90 is 50, key is test_row_0/B:col10/1731021678892/Put/seqid=0 2024-11-07T23:21:19,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/7d947a0a19b7486b94e9d4bf766b4157 is 50, key is test_row_0/A:col10/1731021678971/Put/seqid=0 2024-11-07T23:21:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:19,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:19,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741890_1066 (size=12731) 2024-11-07T23:21:19,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:19,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021739328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:19,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021739331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:19,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021739333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:19,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:19,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021739333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:19,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021739339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:19,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741889_1065 (size=12731) 2024-11-07T23:21:19,348 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/68b10b558459415984f3d37637762c90 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/68b10b558459415984f3d37637762c90 2024-11-07T23:21:19,357 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/991b3d7d9132406aae9a3fdbbd156ca4 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/991b3d7d9132406aae9a3fdbbd156ca4 2024-11-07T23:21:19,365 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/B of 5384307d1bc8978debf8ad4b5b1e8789 into 68b10b558459415984f3d37637762c90(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:19,365 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:19,365 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/B, priority=12, startTime=1731021679204; duration=0sec 2024-11-07T23:21:19,365 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:19,365 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:B 2024-11-07T23:21:19,365 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:21:19,366 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/A of 5384307d1bc8978debf8ad4b5b1e8789 into 991b3d7d9132406aae9a3fdbbd156ca4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:19,366 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:19,366 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/A, priority=13, startTime=1731021679195; duration=0sec 2024-11-07T23:21:19,366 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:19,366 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:A 2024-11-07T23:21:19,372 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46620 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:21:19,372 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/C is initiating minor compaction (all files) 2024-11-07T23:21:19,372 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/C in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:19,372 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/c3988d6e301645848f576c9fc92683a2, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/0e8128737579455ebc9412dcb0892af3, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/651e4da621494fcd9f3f6325361b7a1f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/3b704b8e762246889b6d4ef06f6650a8] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=45.5 K 2024-11-07T23:21:19,373 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting c3988d6e301645848f576c9fc92683a2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731021675540 2024-11-07T23:21:19,374 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e8128737579455ebc9412dcb0892af3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731021675697 2024-11-07T23:21:19,376 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 651e4da621494fcd9f3f6325361b7a1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731021676104 2024-11-07T23:21:19,377 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b704b8e762246889b6d4ef06f6650a8, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731021678319 2024-11-07T23:21:19,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741891_1067 (size=12301) 2024-11-07T23:21:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-07T23:21:19,386 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/7d947a0a19b7486b94e9d4bf766b4157 2024-11-07T23:21:19,418 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#C#compaction#53 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:19,419 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/3ff7917cd2b54474aaa26f23c2538b10 is 50, key is test_row_0/C:col10/1731021678892/Put/seqid=0 2024-11-07T23:21:19,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/303fb415b9a6492d96c57970a4d90d86 is 50, key is test_row_0/B:col10/1731021678971/Put/seqid=0 2024-11-07T23:21:19,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021739438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:19,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021739439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:19,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021739440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:19,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021739441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:19,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021739445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:19,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741892_1068 (size=12697) 2024-11-07T23:21:19,488 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/3ff7917cd2b54474aaa26f23c2538b10 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/3ff7917cd2b54474aaa26f23c2538b10 2024-11-07T23:21:19,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741893_1069 (size=12301) 2024-11-07T23:21:19,493 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/303fb415b9a6492d96c57970a4d90d86 2024-11-07T23:21:19,499 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/C of 5384307d1bc8978debf8ad4b5b1e8789 into 3ff7917cd2b54474aaa26f23c2538b10(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:19,499 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:19,499 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/C, priority=12, startTime=1731021679220; duration=0sec 2024-11-07T23:21:19,499 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:19,499 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:C 2024-11-07T23:21:19,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/e48d69feb04e4e17a06c1804df79aa72 is 50, key is test_row_0/C:col10/1731021678971/Put/seqid=0 2024-11-07T23:21:19,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741894_1070 (size=12301) 2024-11-07T23:21:19,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021739644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:19,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:19,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021739651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021739644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:19,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021739652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:19,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021739655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-07T23:21:19,949 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/e48d69feb04e4e17a06c1804df79aa72 2024-11-07T23:21:19,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/7d947a0a19b7486b94e9d4bf766b4157 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/7d947a0a19b7486b94e9d4bf766b4157 2024-11-07T23:21:19,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021739961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:19,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021739961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:19,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021739961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:19,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:19,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021739962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:19,972 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/7d947a0a19b7486b94e9d4bf766b4157, entries=150, sequenceid=277, filesize=12.0 K 2024-11-07T23:21:19,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/303fb415b9a6492d96c57970a4d90d86 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/303fb415b9a6492d96c57970a4d90d86 2024-11-07T23:21:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021739963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:19,992 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/303fb415b9a6492d96c57970a4d90d86, entries=150, sequenceid=277, filesize=12.0 K 2024-11-07T23:21:19,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/e48d69feb04e4e17a06c1804df79aa72 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/e48d69feb04e4e17a06c1804df79aa72 2024-11-07T23:21:20,005 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/e48d69feb04e4e17a06c1804df79aa72, entries=150, sequenceid=277, filesize=12.0 K 2024-11-07T23:21:20,008 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5384307d1bc8978debf8ad4b5b1e8789 in 767ms, sequenceid=277, compaction requested=false 2024-11-07T23:21:20,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:20,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:20,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-07T23:21:20,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-07T23:21:20,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-07T23:21:20,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 929 msec 2024-11-07T23:21:20,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 944 msec 2024-11-07T23:21:20,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-07T23:21:20,188 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-07T23:21:20,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:21:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-07T23:21:20,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-07T23:21:20,193 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:21:20,201 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:21:20,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:21:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-07T23:21:20,354 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:20,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-07T23:21:20,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:20,355 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-07T23:21:20,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:20,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:20,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:20,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:20,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:20,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:20,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/4dd7367367d0431d9418976be485be50 is 50, key is test_row_0/A:col10/1731021679332/Put/seqid=0 2024-11-07T23:21:20,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741895_1071 (size=12301) 2024-11-07T23:21:20,421 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/4dd7367367d0431d9418976be485be50 2024-11-07T23:21:20,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/300f95cbfcfc4660a8d79bfa51184ff1 is 50, key is test_row_0/B:col10/1731021679332/Put/seqid=0 2024-11-07T23:21:20,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:20,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741896_1072 (size=12301) 2024-11-07T23:21:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-07T23:21:20,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021740528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:20,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021740532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:20,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021740534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:20,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021740534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:20,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021740551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:20,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021740637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:20,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021740640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:20,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021740641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:20,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021740647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:20,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021740671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-07T23:21:20,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021740840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:20,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021740844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:20,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021740849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:20,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021740851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:20,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021740875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:20,886 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/300f95cbfcfc4660a8d79bfa51184ff1 2024-11-07T23:21:20,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/0846bfd339f541f7b5554cff7e65eb70 is 50, key is test_row_0/C:col10/1731021679332/Put/seqid=0 2024-11-07T23:21:20,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741897_1073 (size=12301) 2024-11-07T23:21:20,952 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/0846bfd339f541f7b5554cff7e65eb70 2024-11-07T23:21:20,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/4dd7367367d0431d9418976be485be50 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/4dd7367367d0431d9418976be485be50 2024-11-07T23:21:20,968 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/4dd7367367d0431d9418976be485be50, entries=150, sequenceid=292, filesize=12.0 K 2024-11-07T23:21:20,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/300f95cbfcfc4660a8d79bfa51184ff1 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/300f95cbfcfc4660a8d79bfa51184ff1 2024-11-07T23:21:20,980 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/300f95cbfcfc4660a8d79bfa51184ff1, entries=150, sequenceid=292, filesize=12.0 K 2024-11-07T23:21:20,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/0846bfd339f541f7b5554cff7e65eb70 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/0846bfd339f541f7b5554cff7e65eb70 2024-11-07T23:21:20,990 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/0846bfd339f541f7b5554cff7e65eb70, entries=150, sequenceid=292, filesize=12.0 K 2024-11-07T23:21:20,992 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 5384307d1bc8978debf8ad4b5b1e8789 in 636ms, sequenceid=292, compaction requested=true 2024-11-07T23:21:20,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:20,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:20,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-07T23:21:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-07T23:21:21,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-07T23:21:21,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 799 msec 2024-11-07T23:21:21,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 813 msec 2024-11-07T23:21:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:21,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-07T23:21:21,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:21,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:21,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:21,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:21,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:21,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:21,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/49bace42ced1441c95e5445266ba5c6c is 50, key is test_row_0/A:col10/1731021681147/Put/seqid=0 2024-11-07T23:21:21,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:21,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021741162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021741161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:21,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021741165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:21,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021741168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:21,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741898_1074 (size=14741) 2024-11-07T23:21:21,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021741182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:21,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021741270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:21,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021741270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:21,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021741272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:21,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021741274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-07T23:21:21,304 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-07T23:21:21,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:21:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-07T23:21:21,310 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:21:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-07T23:21:21,317 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:21:21,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:21:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-07T23:21:21,471 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:21,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-07T23:21:21,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:21,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:21,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:21,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:21,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:21,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:21,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021741479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021741479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:21,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021741480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:21,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021741480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:21,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/49bace42ced1441c95e5445266ba5c6c 2024-11-07T23:21:21,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/e263ed4264a34820b589a13d04c03cc0 is 50, key is test_row_0/B:col10/1731021681147/Put/seqid=0 2024-11-07T23:21:21,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741899_1075 (size=12301) 2024-11-07T23:21:21,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/e263ed4264a34820b589a13d04c03cc0 2024-11-07T23:21:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-07T23:21:21,625 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:21,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-07T23:21:21,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:21,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:21,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:21,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:21,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:21,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/a6ecf04d579e4d3babf7a49cb859204c is 50, key is test_row_0/C:col10/1731021681147/Put/seqid=0 2024-11-07T23:21:21,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741900_1076 (size=12301) 2024-11-07T23:21:21,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/a6ecf04d579e4d3babf7a49cb859204c 2024-11-07T23:21:21,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/49bace42ced1441c95e5445266ba5c6c as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/49bace42ced1441c95e5445266ba5c6c 2024-11-07T23:21:21,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/49bace42ced1441c95e5445266ba5c6c, entries=200, sequenceid=318, filesize=14.4 K 2024-11-07T23:21:21,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/e263ed4264a34820b589a13d04c03cc0 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e263ed4264a34820b589a13d04c03cc0 2024-11-07T23:21:21,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e263ed4264a34820b589a13d04c03cc0, entries=150, sequenceid=318, filesize=12.0 K 2024-11-07T23:21:21,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/a6ecf04d579e4d3babf7a49cb859204c as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/a6ecf04d579e4d3babf7a49cb859204c 2024-11-07T23:21:21,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/a6ecf04d579e4d3babf7a49cb859204c, entries=150, sequenceid=318, filesize=12.0 K 2024-11-07T23:21:21,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021741688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:21,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5384307d1bc8978debf8ad4b5b1e8789 in 545ms, sequenceid=318, compaction requested=true 2024-11-07T23:21:21,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:21,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:21:21,694 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:21:21,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:21,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:21:21,695 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:21:21,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:21,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:21:21,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:21,697 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:21:21,697 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/B is initiating minor compaction (all files) 2024-11-07T23:21:21,697 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/B in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:21,697 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/68b10b558459415984f3d37637762c90, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/303fb415b9a6492d96c57970a4d90d86, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/300f95cbfcfc4660a8d79bfa51184ff1, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e263ed4264a34820b589a13d04c03cc0] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=48.5 K 2024-11-07T23:21:21,697 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52074 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:21:21,697 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/A is initiating minor compaction (all files) 2024-11-07T23:21:21,697 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/A in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:21,698 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/991b3d7d9132406aae9a3fdbbd156ca4, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/7d947a0a19b7486b94e9d4bf766b4157, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/4dd7367367d0431d9418976be485be50, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/49bace42ced1441c95e5445266ba5c6c] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=50.9 K 2024-11-07T23:21:21,698 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 991b3d7d9132406aae9a3fdbbd156ca4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731021676114 2024-11-07T23:21:21,699 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d947a0a19b7486b94e9d4bf766b4157, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731021678967 2024-11-07T23:21:21,699 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 68b10b558459415984f3d37637762c90, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731021676114 2024-11-07T23:21:21,699 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4dd7367367d0431d9418976be485be50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731021679327 2024-11-07T23:21:21,700 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49bace42ced1441c95e5445266ba5c6c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731021680520 2024-11-07T23:21:21,700 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 303fb415b9a6492d96c57970a4d90d86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731021678967 2024-11-07T23:21:21,701 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 300f95cbfcfc4660a8d79bfa51184ff1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731021679327 2024-11-07T23:21:21,702 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting e263ed4264a34820b589a13d04c03cc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731021680532 2024-11-07T23:21:21,734 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#B#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:21,735 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/54fc5b3bd9c84783a11072db66ab5861 is 50, key is test_row_0/B:col10/1731021681147/Put/seqid=0 2024-11-07T23:21:21,738 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#A#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:21,739 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/7784504fab0e45aba578359a329a1fa5 is 50, key is test_row_0/A:col10/1731021681147/Put/seqid=0 2024-11-07T23:21:21,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741901_1077 (size=13017) 2024-11-07T23:21:21,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741902_1078 (size=13017) 2024-11-07T23:21:21,765 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/54fc5b3bd9c84783a11072db66ab5861 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/54fc5b3bd9c84783a11072db66ab5861 2024-11-07T23:21:21,771 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/7784504fab0e45aba578359a329a1fa5 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/7784504fab0e45aba578359a329a1fa5 2024-11-07T23:21:21,776 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/B of 5384307d1bc8978debf8ad4b5b1e8789 into 54fc5b3bd9c84783a11072db66ab5861(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:21,776 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:21,776 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/B, priority=12, startTime=1731021681695; duration=0sec 2024-11-07T23:21:21,777 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:21,777 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:B 2024-11-07T23:21:21,777 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:21:21,778 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:21,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-07T23:21:21,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:21,779 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-07T23:21:21,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:21,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:21,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:21,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:21,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:21,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:21,781 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:21:21,781 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/C is initiating minor compaction (all files) 2024-11-07T23:21:21,782 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/C in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:21,782 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/3ff7917cd2b54474aaa26f23c2538b10, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/e48d69feb04e4e17a06c1804df79aa72, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/0846bfd339f541f7b5554cff7e65eb70, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/a6ecf04d579e4d3babf7a49cb859204c] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=48.4 K 2024-11-07T23:21:21,783 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ff7917cd2b54474aaa26f23c2538b10, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731021676114 2024-11-07T23:21:21,786 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting e48d69feb04e4e17a06c1804df79aa72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731021678967 2024-11-07T23:21:21,787 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 0846bfd339f541f7b5554cff7e65eb70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731021679327 2024-11-07T23:21:21,788 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting a6ecf04d579e4d3babf7a49cb859204c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731021680532 2024-11-07T23:21:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:21,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:21,790 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/A of 5384307d1bc8978debf8ad4b5b1e8789 into 7784504fab0e45aba578359a329a1fa5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:21,790 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:21,790 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/A, priority=12, startTime=1731021681694; duration=0sec 2024-11-07T23:21:21,791 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:21,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/6274c93512424659ba2facfce26ae7b8 is 50, key is test_row_0/A:col10/1731021681163/Put/seqid=0 2024-11-07T23:21:21,791 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:A 2024-11-07T23:21:21,821 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#C#compaction#65 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:21,822 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/1d90e3ee173343678f1348947fe4a09c is 50, key is test_row_0/C:col10/1731021681147/Put/seqid=0 2024-11-07T23:21:21,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021741828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:21,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021741830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:21,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021741832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:21,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021741834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:21,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741903_1079 (size=12301) 2024-11-07T23:21:21,846 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/6274c93512424659ba2facfce26ae7b8 2024-11-07T23:21:21,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741904_1080 (size=12983) 2024-11-07T23:21:21,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/3fbf35525d384e29b34fd55351c6ba49 is 50, key is test_row_0/B:col10/1731021681163/Put/seqid=0 2024-11-07T23:21:21,893 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/1d90e3ee173343678f1348947fe4a09c as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/1d90e3ee173343678f1348947fe4a09c 2024-11-07T23:21:21,902 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/C of 5384307d1bc8978debf8ad4b5b1e8789 into 1d90e3ee173343678f1348947fe4a09c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:21,902 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:21,903 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/C, priority=12, startTime=1731021681695; duration=0sec 2024-11-07T23:21:21,903 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:21,903 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:C 2024-11-07T23:21:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-07T23:21:21,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741905_1081 (size=12301) 2024-11-07T23:21:21,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021741937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:21,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021741938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:21,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:21,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021741939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021741938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:22,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021742143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:22,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021742143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:22,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021742145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:22,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021742145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:22,341 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/3fbf35525d384e29b34fd55351c6ba49 2024-11-07T23:21:22,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/2e50435d0bd64179aa0fefc00f5c95a8 is 50, key is test_row_0/C:col10/1731021681163/Put/seqid=0 2024-11-07T23:21:22,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741906_1082 (size=12301) 2024-11-07T23:21:22,405 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/2e50435d0bd64179aa0fefc00f5c95a8 2024-11-07T23:21:22,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/6274c93512424659ba2facfce26ae7b8 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/6274c93512424659ba2facfce26ae7b8 2024-11-07T23:21:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-07T23:21:22,422 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/6274c93512424659ba2facfce26ae7b8, entries=150, sequenceid=329, filesize=12.0 K 2024-11-07T23:21:22,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/3fbf35525d384e29b34fd55351c6ba49 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/3fbf35525d384e29b34fd55351c6ba49 2024-11-07T23:21:22,439 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/3fbf35525d384e29b34fd55351c6ba49, entries=150, sequenceid=329, filesize=12.0 K 2024-11-07T23:21:22,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/2e50435d0bd64179aa0fefc00f5c95a8 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/2e50435d0bd64179aa0fefc00f5c95a8 2024-11-07T23:21:22,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021742447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:22,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021742450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:22,451 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/2e50435d0bd64179aa0fefc00f5c95a8, entries=150, sequenceid=329, filesize=12.0 K 2024-11-07T23:21:22,453 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 5384307d1bc8978debf8ad4b5b1e8789 in 673ms, sequenceid=329, compaction requested=false 2024-11-07T23:21:22,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:22,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:22,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-07T23:21:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-07T23:21:22,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-07T23:21:22,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1370 sec 2024-11-07T23:21:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:22,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-07T23:21:22,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:22,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:22,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.1580 sec 2024-11-07T23:21:22,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:22,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:22,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:22,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:22,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/893a188a494a44d899ec3ae953b91c34 is 50, key is test_row_0/A:col10/1731021681824/Put/seqid=0 2024-11-07T23:21:22,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741907_1083 (size=14741) 2024-11-07T23:21:22,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021742479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:22,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/893a188a494a44d899ec3ae953b91c34 2024-11-07T23:21:22,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021742482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:22,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/64047becf42c4325981bffe2470f0251 is 50, key is test_row_0/B:col10/1731021681824/Put/seqid=0 2024-11-07T23:21:22,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741908_1084 (size=12301) 2024-11-07T23:21:22,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/64047becf42c4325981bffe2470f0251 2024-11-07T23:21:22,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/fbbe72c1cfd544e2b6dac1eab48df4ea is 50, key is test_row_0/C:col10/1731021681824/Put/seqid=0 2024-11-07T23:21:22,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741909_1085 (size=12301) 2024-11-07T23:21:22,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/fbbe72c1cfd544e2b6dac1eab48df4ea 2024-11-07T23:21:22,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/893a188a494a44d899ec3ae953b91c34 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/893a188a494a44d899ec3ae953b91c34 2024-11-07T23:21:22,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/893a188a494a44d899ec3ae953b91c34, entries=200, sequenceid=359, filesize=14.4 K 2024-11-07T23:21:22,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/64047becf42c4325981bffe2470f0251 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/64047becf42c4325981bffe2470f0251 2024-11-07T23:21:22,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/64047becf42c4325981bffe2470f0251, entries=150, sequenceid=359, filesize=12.0 K 2024-11-07T23:21:22,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/fbbe72c1cfd544e2b6dac1eab48df4ea as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/fbbe72c1cfd544e2b6dac1eab48df4ea 2024-11-07T23:21:22,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/fbbe72c1cfd544e2b6dac1eab48df4ea, entries=150, sequenceid=359, filesize=12.0 K 2024-11-07T23:21:22,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 5384307d1bc8978debf8ad4b5b1e8789 in 116ms, sequenceid=359, compaction requested=true 2024-11-07T23:21:22,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:22,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:21:22,579 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:21:22,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:22,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:21:22,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:22,579 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:21:22,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:21:22,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:22,581 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:21:22,581 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:21:22,581 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/A is initiating minor compaction (all files) 2024-11-07T23:21:22,581 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/B is initiating minor compaction (all files) 2024-11-07T23:21:22,581 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/A in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:22,581 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/B in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:22,581 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/7784504fab0e45aba578359a329a1fa5, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/6274c93512424659ba2facfce26ae7b8, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/893a188a494a44d899ec3ae953b91c34] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=39.1 K 2024-11-07T23:21:22,581 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/54fc5b3bd9c84783a11072db66ab5861, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/3fbf35525d384e29b34fd55351c6ba49, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/64047becf42c4325981bffe2470f0251] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=36.7 K 2024-11-07T23:21:22,582 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7784504fab0e45aba578359a329a1fa5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731021680532 2024-11-07T23:21:22,582 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 54fc5b3bd9c84783a11072db66ab5861, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731021680532 2024-11-07T23:21:22,583 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fbf35525d384e29b34fd55351c6ba49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731021681161 2024-11-07T23:21:22,583 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6274c93512424659ba2facfce26ae7b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731021681161 2024-11-07T23:21:22,583 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 64047becf42c4325981bffe2470f0251, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731021681824 2024-11-07T23:21:22,583 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 893a188a494a44d899ec3ae953b91c34, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731021681824 2024-11-07T23:21:22,598 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#A#compaction#71 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:22,599 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/69f6e65e8ec64a218e0595cbfc5355ac is 50, key is test_row_0/A:col10/1731021681824/Put/seqid=0 2024-11-07T23:21:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:22,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T23:21:22,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:22,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:22,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:22,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:22,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:22,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:22,604 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#B#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:22,605 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/ec42cb1e891a44ecbaedbfe6f2beb982 is 50, key is test_row_0/B:col10/1731021681824/Put/seqid=0 2024-11-07T23:21:22,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/584cb2dead5c4990b574d9d842b946fa is 50, key is test_row_0/A:col10/1731021682467/Put/seqid=0 2024-11-07T23:21:22,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741910_1086 (size=13119) 2024-11-07T23:21:22,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741912_1088 (size=12301) 2024-11-07T23:21:22,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/584cb2dead5c4990b574d9d842b946fa 2024-11-07T23:21:22,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741911_1087 (size=13119) 2024-11-07T23:21:22,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/0e501f93273a48e1a73606b32a2226bd is 50, key is test_row_0/B:col10/1731021682467/Put/seqid=0 2024-11-07T23:21:22,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741913_1089 (size=12301) 2024-11-07T23:21:22,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/0e501f93273a48e1a73606b32a2226bd 2024-11-07T23:21:22,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/f47d769f05b04acfa3fbb10374913fe2 is 50, key is test_row_0/C:col10/1731021682467/Put/seqid=0 2024-11-07T23:21:22,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021742706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:22,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021742707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:22,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021742715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:22,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741914_1090 (size=12301) 2024-11-07T23:21:22,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/f47d769f05b04acfa3fbb10374913fe2 2024-11-07T23:21:22,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/584cb2dead5c4990b574d9d842b946fa as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/584cb2dead5c4990b574d9d842b946fa 2024-11-07T23:21:22,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/584cb2dead5c4990b574d9d842b946fa, entries=150, sequenceid=370, filesize=12.0 K 2024-11-07T23:21:22,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/0e501f93273a48e1a73606b32a2226bd as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/0e501f93273a48e1a73606b32a2226bd 2024-11-07T23:21:22,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/0e501f93273a48e1a73606b32a2226bd, entries=150, sequenceid=370, filesize=12.0 K 2024-11-07T23:21:22,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/f47d769f05b04acfa3fbb10374913fe2 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/f47d769f05b04acfa3fbb10374913fe2 2024-11-07T23:21:22,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/f47d769f05b04acfa3fbb10374913fe2, entries=150, sequenceid=370, filesize=12.0 K 2024-11-07T23:21:22,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 5384307d1bc8978debf8ad4b5b1e8789 in 157ms, sequenceid=370, compaction requested=true 2024-11-07T23:21:22,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:22,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:A, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:21:22,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-07T23:21:22,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:B, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:21:22,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-07T23:21:22,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:21:22,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-07T23:21:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:22,815 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-07T23:21:22,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:22,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:22,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:22,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:22,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:22,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:22,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/3e50f9e2add64babaabc4986406fb6f2 is 50, key is test_row_0/A:col10/1731021682814/Put/seqid=0 2024-11-07T23:21:22,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741915_1091 (size=12301) 2024-11-07T23:21:22,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021742830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:22,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021742831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:22,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021742831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:22,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021742936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:22,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021742936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:22,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021742936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:22,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021742952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:22,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021742952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:23,027 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/69f6e65e8ec64a218e0595cbfc5355ac as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/69f6e65e8ec64a218e0595cbfc5355ac 2024-11-07T23:21:23,039 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/A of 5384307d1bc8978debf8ad4b5b1e8789 into 69f6e65e8ec64a218e0595cbfc5355ac(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:23,039 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:23,039 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/A, priority=13, startTime=1731021682579; duration=0sec 2024-11-07T23:21:23,039 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-07T23:21:23,039 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:A 2024-11-07T23:21:23,039 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:A 2024-11-07T23:21:23,039 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:21:23,041 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:21:23,041 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/C is initiating minor compaction (all files) 2024-11-07T23:21:23,041 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/C in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:23,041 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/1d90e3ee173343678f1348947fe4a09c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/2e50435d0bd64179aa0fefc00f5c95a8, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/fbbe72c1cfd544e2b6dac1eab48df4ea, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/f47d769f05b04acfa3fbb10374913fe2] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=48.7 K 2024-11-07T23:21:23,042 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d90e3ee173343678f1348947fe4a09c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731021680532 2024-11-07T23:21:23,042 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e50435d0bd64179aa0fefc00f5c95a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731021681161 2024-11-07T23:21:23,043 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbbe72c1cfd544e2b6dac1eab48df4ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731021681824 2024-11-07T23:21:23,044 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting f47d769f05b04acfa3fbb10374913fe2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731021682467 2024-11-07T23:21:23,056 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#C#compaction#77 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:23,056 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/ec42cb1e891a44ecbaedbfe6f2beb982 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/ec42cb1e891a44ecbaedbfe6f2beb982 2024-11-07T23:21:23,057 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/d1eb5749213f47fc858537f420a6bf67 is 50, key is test_row_0/C:col10/1731021682467/Put/seqid=0 2024-11-07T23:21:23,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741916_1092 (size=13119) 2024-11-07T23:21:23,064 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/B of 5384307d1bc8978debf8ad4b5b1e8789 into ec42cb1e891a44ecbaedbfe6f2beb982(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:23,065 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:23,065 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/B, priority=13, startTime=1731021682579; duration=0sec 2024-11-07T23:21:23,065 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-07T23:21:23,065 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:B 2024-11-07T23:21:23,065 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:B 2024-11-07T23:21:23,065 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-07T23:21:23,065 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T23:21:23,065 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T23:21:23,065 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. because compaction request was cancelled 2024-11-07T23:21:23,066 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:C 2024-11-07T23:21:23,066 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-07T23:21:23,067 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T23:21:23,067 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T23:21:23,067 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. because compaction request was cancelled 2024-11-07T23:21:23,067 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:B 2024-11-07T23:21:23,067 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-07T23:21:23,068 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T23:21:23,068 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T23:21:23,068 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. because compaction request was cancelled 2024-11-07T23:21:23,068 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:A 2024-11-07T23:21:23,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021743139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:23,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021743139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:23,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021743141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:23,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/3e50f9e2add64babaabc4986406fb6f2 2024-11-07T23:21:23,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/2380a4cc2bd54176baca406ca9a113b2 is 50, key is test_row_0/B:col10/1731021682814/Put/seqid=0 2024-11-07T23:21:23,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741917_1093 (size=12301) 2024-11-07T23:21:23,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/2380a4cc2bd54176baca406ca9a113b2 2024-11-07T23:21:23,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/10e143fbf85140e79a6b5960694b5e26 is 50, key is test_row_0/C:col10/1731021682814/Put/seqid=0 2024-11-07T23:21:23,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741918_1094 (size=12301) 2024-11-07T23:21:23,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/10e143fbf85140e79a6b5960694b5e26 2024-11-07T23:21:23,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/3e50f9e2add64babaabc4986406fb6f2 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/3e50f9e2add64babaabc4986406fb6f2 2024-11-07T23:21:23,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/3e50f9e2add64babaabc4986406fb6f2, entries=150, sequenceid=397, filesize=12.0 K 2024-11-07T23:21:23,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/2380a4cc2bd54176baca406ca9a113b2 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/2380a4cc2bd54176baca406ca9a113b2 2024-11-07T23:21:23,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/2380a4cc2bd54176baca406ca9a113b2, entries=150, sequenceid=397, filesize=12.0 K 2024-11-07T23:21:23,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/10e143fbf85140e79a6b5960694b5e26 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/10e143fbf85140e79a6b5960694b5e26 2024-11-07T23:21:23,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/10e143fbf85140e79a6b5960694b5e26, entries=150, sequenceid=397, filesize=12.0 K 2024-11-07T23:21:23,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 5384307d1bc8978debf8ad4b5b1e8789 in 497ms, sequenceid=397, compaction requested=true 2024-11-07T23:21:23,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:23,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:21:23,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:23,312 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:21:23,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:21:23,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:23,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:21:23,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-07T23:21:23,314 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:21:23,314 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/A is initiating minor compaction (all files) 2024-11-07T23:21:23,314 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/A in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:23,314 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/69f6e65e8ec64a218e0595cbfc5355ac, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/584cb2dead5c4990b574d9d842b946fa, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/3e50f9e2add64babaabc4986406fb6f2] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=36.8 K 2024-11-07T23:21:23,315 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 69f6e65e8ec64a218e0595cbfc5355ac, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731021681824 2024-11-07T23:21:23,315 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 584cb2dead5c4990b574d9d842b946fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731021682467 2024-11-07T23:21:23,315 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e50f9e2add64babaabc4986406fb6f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731021682696 2024-11-07T23:21:23,327 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#A#compaction#80 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:23,327 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/92cb80c7aaf448cf8087a9ce359ddef1 is 50, key is test_row_0/A:col10/1731021682814/Put/seqid=0 2024-11-07T23:21:23,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741919_1095 (size=13221) 2024-11-07T23:21:23,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-07T23:21:23,416 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-07T23:21:23,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:21:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-07T23:21:23,420 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:21:23,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-07T23:21:23,421 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:21:23,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:21:23,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:23,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T23:21:23,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:23,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:23,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:23,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:23,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:23,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:23,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/8e9ca24a3ab54273af7a7f2c03863e42 is 50, key is test_row_0/A:col10/1731021682829/Put/seqid=0 2024-11-07T23:21:23,471 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/d1eb5749213f47fc858537f420a6bf67 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/d1eb5749213f47fc858537f420a6bf67 2024-11-07T23:21:23,483 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/C of 5384307d1bc8978debf8ad4b5b1e8789 into d1eb5749213f47fc858537f420a6bf67(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:23,483 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:23,483 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/C, priority=12, startTime=1731021682757; duration=0sec 2024-11-07T23:21:23,483 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-07T23:21:23,483 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:C 2024-11-07T23:21:23,483 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:C 2024-11-07T23:21:23,483 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:21:23,486 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:21:23,486 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/B is initiating minor compaction (all files) 2024-11-07T23:21:23,486 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/B in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:23,486 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/ec42cb1e891a44ecbaedbfe6f2beb982, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/0e501f93273a48e1a73606b32a2226bd, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/2380a4cc2bd54176baca406ca9a113b2] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=36.8 K 2024-11-07T23:21:23,487 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec42cb1e891a44ecbaedbfe6f2beb982, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731021681824 2024-11-07T23:21:23,487 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e501f93273a48e1a73606b32a2226bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731021682467 2024-11-07T23:21:23,488 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2380a4cc2bd54176baca406ca9a113b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731021682696 2024-11-07T23:21:23,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021743491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:23,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021743492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:23,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021743493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:23,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741920_1096 (size=14741) 2024-11-07T23:21:23,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/8e9ca24a3ab54273af7a7f2c03863e42 2024-11-07T23:21:23,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/96513307dc3447f9874bb411db0916a2 is 50, key is test_row_0/B:col10/1731021682829/Put/seqid=0 2024-11-07T23:21:23,518 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#B#compaction#82 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:23,519 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/ae6767bad5b64a75811ed031dd13ef59 is 50, key is test_row_0/B:col10/1731021682814/Put/seqid=0 2024-11-07T23:21:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-07T23:21:23,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741921_1097 (size=12301) 2024-11-07T23:21:23,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741922_1098 (size=13221) 2024-11-07T23:21:23,559 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/ae6767bad5b64a75811ed031dd13ef59 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/ae6767bad5b64a75811ed031dd13ef59 2024-11-07T23:21:23,567 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/B of 5384307d1bc8978debf8ad4b5b1e8789 into ae6767bad5b64a75811ed031dd13ef59(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:23,567 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:23,567 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/B, priority=13, startTime=1731021683312; duration=0sec 2024-11-07T23:21:23,568 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:23,568 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:B 2024-11-07T23:21:23,568 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-07T23:21:23,570 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T23:21:23,570 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T23:21:23,571 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. because compaction request was cancelled 2024-11-07T23:21:23,571 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:C 2024-11-07T23:21:23,574 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:23,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-07T23:21:23,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:23,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:23,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:23,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:23,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:23,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021743596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:23,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021743597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:23,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021743598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-07T23:21:23,731 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:23,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-07T23:21:23,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:23,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:23,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:23,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:23,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:23,773 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/92cb80c7aaf448cf8087a9ce359ddef1 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/92cb80c7aaf448cf8087a9ce359ddef1 2024-11-07T23:21:23,781 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/A of 5384307d1bc8978debf8ad4b5b1e8789 into 92cb80c7aaf448cf8087a9ce359ddef1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:23,782 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:23,782 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/A, priority=13, startTime=1731021683312; duration=0sec 2024-11-07T23:21:23,783 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:23,783 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:A 2024-11-07T23:21:23,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021743801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:23,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021743802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:23,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:23,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021743803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:23,884 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:23,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-07T23:21:23,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:23,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:23,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:23,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:23,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:23,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:23,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/96513307dc3447f9874bb411db0916a2 2024-11-07T23:21:23,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/40b6d01c418c4227b1683609330b1a7d is 50, key is test_row_0/C:col10/1731021682829/Put/seqid=0 2024-11-07T23:21:23,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:23,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021743956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:23,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:23,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021743959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:23,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741923_1099 (size=12301) 2024-11-07T23:21:23,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/40b6d01c418c4227b1683609330b1a7d 2024-11-07T23:21:24,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/8e9ca24a3ab54273af7a7f2c03863e42 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/8e9ca24a3ab54273af7a7f2c03863e42 2024-11-07T23:21:24,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/8e9ca24a3ab54273af7a7f2c03863e42, entries=200, sequenceid=410, filesize=14.4 K 2024-11-07T23:21:24,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/96513307dc3447f9874bb411db0916a2 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/96513307dc3447f9874bb411db0916a2 2024-11-07T23:21:24,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/96513307dc3447f9874bb411db0916a2, entries=150, sequenceid=410, filesize=12.0 K 2024-11-07T23:21:24,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/40b6d01c418c4227b1683609330b1a7d as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/40b6d01c418c4227b1683609330b1a7d 2024-11-07T23:21:24,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-07T23:21:24,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/40b6d01c418c4227b1683609330b1a7d, entries=150, sequenceid=410, filesize=12.0 K 2024-11-07T23:21:24,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5384307d1bc8978debf8ad4b5b1e8789 in 589ms, sequenceid=410, compaction requested=true 2024-11-07T23:21:24,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:24,035 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-07T23:21:24,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:21:24,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:24,036 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-07T23:21:24,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:21:24,036 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T23:21:24,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:24,036 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T23:21:24,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:21:24,036 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. because compaction request was cancelled 2024-11-07T23:21:24,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:24,036 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:A 2024-11-07T23:21:24,037 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:21:24,038 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T23:21:24,038 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T23:21:24,038 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. because compaction request was cancelled 2024-11-07T23:21:24,038 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:B 2024-11-07T23:21:24,038 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:24,038 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:21:24,038 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/C is initiating minor compaction (all files) 2024-11-07T23:21:24,038 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/C in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:24,038 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/d1eb5749213f47fc858537f420a6bf67, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/10e143fbf85140e79a6b5960694b5e26, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/40b6d01c418c4227b1683609330b1a7d] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=36.8 K 2024-11-07T23:21:24,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-07T23:21:24,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:24,039 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1eb5749213f47fc858537f420a6bf67, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731021682467 2024-11-07T23:21:24,039 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-07T23:21:24,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:24,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:24,039 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10e143fbf85140e79a6b5960694b5e26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731021682696 2024-11-07T23:21:24,040 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40b6d01c418c4227b1683609330b1a7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731021682821 2024-11-07T23:21:24,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:24,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:24,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:24,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:24,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/27c0577dc1a746ee9aa4244278eefc02 is 50, key is test_row_0/A:col10/1731021683491/Put/seqid=0 2024-11-07T23:21:24,066 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#C#compaction#86 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:24,067 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/2c0c4055f4cb4c2f835de530b3b46039 is 50, key is test_row_0/C:col10/1731021682829/Put/seqid=0 2024-11-07T23:21:24,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741924_1100 (size=12301) 2024-11-07T23:21:24,071 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/27c0577dc1a746ee9aa4244278eefc02 2024-11-07T23:21:24,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741925_1101 (size=13221) 2024-11-07T23:21:24,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/25587d7cfab24601893a2c3e210b0adb is 50, key is test_row_0/B:col10/1731021683491/Put/seqid=0 2024-11-07T23:21:24,093 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/2c0c4055f4cb4c2f835de530b3b46039 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/2c0c4055f4cb4c2f835de530b3b46039 2024-11-07T23:21:24,100 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/C of 5384307d1bc8978debf8ad4b5b1e8789 into 2c0c4055f4cb4c2f835de530b3b46039(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:24,100 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:24,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741926_1102 (size=12301) 2024-11-07T23:21:24,101 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/C, priority=13, startTime=1731021684036; duration=0sec 2024-11-07T23:21:24,101 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:24,101 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:C 2024-11-07T23:21:24,102 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/25587d7cfab24601893a2c3e210b0adb 2024-11-07T23:21:24,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:24,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/ae4dffec7f2648b7979335c39737a0f3 is 50, key is test_row_0/C:col10/1731021683491/Put/seqid=0 2024-11-07T23:21:24,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021744116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:24,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021744116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:24,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021744117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:24,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741927_1103 (size=12301) 2024-11-07T23:21:24,135 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/ae4dffec7f2648b7979335c39737a0f3 2024-11-07T23:21:24,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/27c0577dc1a746ee9aa4244278eefc02 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/27c0577dc1a746ee9aa4244278eefc02 2024-11-07T23:21:24,167 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/27c0577dc1a746ee9aa4244278eefc02, entries=150, sequenceid=438, filesize=12.0 K 2024-11-07T23:21:24,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/25587d7cfab24601893a2c3e210b0adb as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/25587d7cfab24601893a2c3e210b0adb 2024-11-07T23:21:24,174 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/25587d7cfab24601893a2c3e210b0adb, entries=150, sequenceid=438, filesize=12.0 K 2024-11-07T23:21:24,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/ae4dffec7f2648b7979335c39737a0f3 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/ae4dffec7f2648b7979335c39737a0f3 2024-11-07T23:21:24,183 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/ae4dffec7f2648b7979335c39737a0f3, entries=150, sequenceid=438, filesize=12.0 K 2024-11-07T23:21:24,186 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5384307d1bc8978debf8ad4b5b1e8789 in 147ms, sequenceid=438, compaction requested=true 2024-11-07T23:21:24,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:24,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:24,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-07T23:21:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-07T23:21:24,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-07T23:21:24,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 768 msec 2024-11-07T23:21:24,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 773 msec 2024-11-07T23:21:24,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:24,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-07T23:21:24,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:24,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:24,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:24,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:24,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:24,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:24,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/39b0be4ce3344513b38daa98964bcad0 is 50, key is test_row_1/A:col10/1731021684221/Put/seqid=0 2024-11-07T23:21:24,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021744259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:24,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741928_1104 (size=12297) 2024-11-07T23:21:24,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:24,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021744261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:24,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021744261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:24,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/39b0be4ce3344513b38daa98964bcad0 2024-11-07T23:21:24,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/60bdf37d2f894cd5ab9b61f6338dfe97 is 50, key is test_row_1/B:col10/1731021684221/Put/seqid=0 2024-11-07T23:21:24,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741929_1105 (size=9857) 2024-11-07T23:21:24,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/60bdf37d2f894cd5ab9b61f6338dfe97 2024-11-07T23:21:24,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/a5521717c28c44f7ab4acd51b766d66e is 50, key is test_row_1/C:col10/1731021684221/Put/seqid=0 2024-11-07T23:21:24,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741930_1106 (size=9857) 2024-11-07T23:21:24,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/a5521717c28c44f7ab4acd51b766d66e 2024-11-07T23:21:24,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021744363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:24,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021744364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:24,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/39b0be4ce3344513b38daa98964bcad0 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/39b0be4ce3344513b38daa98964bcad0 2024-11-07T23:21:24,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021744366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:24,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/39b0be4ce3344513b38daa98964bcad0, entries=150, sequenceid=451, filesize=12.0 K 2024-11-07T23:21:24,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/60bdf37d2f894cd5ab9b61f6338dfe97 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/60bdf37d2f894cd5ab9b61f6338dfe97 2024-11-07T23:21:24,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/60bdf37d2f894cd5ab9b61f6338dfe97, entries=100, sequenceid=451, filesize=9.6 K 2024-11-07T23:21:24,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/a5521717c28c44f7ab4acd51b766d66e as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/a5521717c28c44f7ab4acd51b766d66e 2024-11-07T23:21:24,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/a5521717c28c44f7ab4acd51b766d66e, entries=100, sequenceid=451, filesize=9.6 K 2024-11-07T23:21:24,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 5384307d1bc8978debf8ad4b5b1e8789 in 173ms, sequenceid=451, compaction requested=true 2024-11-07T23:21:24,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:24,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:21:24,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:24,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:21:24,395 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:21:24,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:24,395 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:21:24,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:21:24,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:24,397 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47680 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:21:24,397 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/B is initiating minor compaction (all files) 2024-11-07T23:21:24,397 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/B in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:24,397 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/ae6767bad5b64a75811ed031dd13ef59, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/96513307dc3447f9874bb411db0916a2, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/25587d7cfab24601893a2c3e210b0adb, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/60bdf37d2f894cd5ab9b61f6338dfe97] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=46.6 K 2024-11-07T23:21:24,397 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52560 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:21:24,397 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/A is initiating minor compaction (all files) 2024-11-07T23:21:24,398 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/A in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:24,398 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/92cb80c7aaf448cf8087a9ce359ddef1, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/8e9ca24a3ab54273af7a7f2c03863e42, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/27c0577dc1a746ee9aa4244278eefc02, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/39b0be4ce3344513b38daa98964bcad0] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=51.3 K 2024-11-07T23:21:24,398 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting ae6767bad5b64a75811ed031dd13ef59, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731021682696 2024-11-07T23:21:24,398 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92cb80c7aaf448cf8087a9ce359ddef1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731021682696 2024-11-07T23:21:24,399 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 96513307dc3447f9874bb411db0916a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731021682821 2024-11-07T23:21:24,399 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 25587d7cfab24601893a2c3e210b0adb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1731021683480 2024-11-07T23:21:24,399 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e9ca24a3ab54273af7a7f2c03863e42, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731021682821 2024-11-07T23:21:24,399 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 60bdf37d2f894cd5ab9b61f6338dfe97, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731021684116 2024-11-07T23:21:24,400 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27c0577dc1a746ee9aa4244278eefc02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1731021683480 2024-11-07T23:21:24,400 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39b0be4ce3344513b38daa98964bcad0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731021684113 2024-11-07T23:21:24,412 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#B#compaction#92 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:24,413 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/5ab1ce5d5d4143e2965a800490b77ffc is 50, key is test_row_0/B:col10/1731021683491/Put/seqid=0 2024-11-07T23:21:24,426 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#A#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:24,427 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/bd7a27973981492492aa7854da19231c is 50, key is test_row_0/A:col10/1731021683491/Put/seqid=0 2024-11-07T23:21:24,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741931_1107 (size=13357) 2024-11-07T23:21:24,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741932_1108 (size=13357) 2024-11-07T23:21:24,437 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/5ab1ce5d5d4143e2965a800490b77ffc as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/5ab1ce5d5d4143e2965a800490b77ffc 2024-11-07T23:21:24,450 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/B of 5384307d1bc8978debf8ad4b5b1e8789 into 5ab1ce5d5d4143e2965a800490b77ffc(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:24,450 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:24,451 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/bd7a27973981492492aa7854da19231c as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/bd7a27973981492492aa7854da19231c 2024-11-07T23:21:24,451 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/B, priority=12, startTime=1731021684395; duration=0sec 2024-11-07T23:21:24,451 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:24,451 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:B 2024-11-07T23:21:24,453 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:21:24,455 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:21:24,455 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/C is initiating minor compaction (all files) 2024-11-07T23:21:24,455 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/C in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:24,456 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/2c0c4055f4cb4c2f835de530b3b46039, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/ae4dffec7f2648b7979335c39737a0f3, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/a5521717c28c44f7ab4acd51b766d66e] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=34.5 K 2024-11-07T23:21:24,456 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c0c4055f4cb4c2f835de530b3b46039, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731021682821 2024-11-07T23:21:24,457 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting ae4dffec7f2648b7979335c39737a0f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1731021683480 2024-11-07T23:21:24,457 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting a5521717c28c44f7ab4acd51b766d66e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731021684116 2024-11-07T23:21:24,463 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/A of 5384307d1bc8978debf8ad4b5b1e8789 into bd7a27973981492492aa7854da19231c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:24,463 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:24,463 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/A, priority=12, startTime=1731021684395; duration=0sec 2024-11-07T23:21:24,463 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:24,463 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:A 2024-11-07T23:21:24,467 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#C#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:24,468 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/b2eb73e088664f0fbea59190a4123bbc is 50, key is test_row_0/C:col10/1731021683491/Put/seqid=0 2024-11-07T23:21:24,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741933_1109 (size=13323) 2024-11-07T23:21:24,480 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/b2eb73e088664f0fbea59190a4123bbc as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/b2eb73e088664f0fbea59190a4123bbc 2024-11-07T23:21:24,492 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/C of 5384307d1bc8978debf8ad4b5b1e8789 into b2eb73e088664f0fbea59190a4123bbc(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:24,492 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:24,492 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/C, priority=13, startTime=1731021684395; duration=0sec 2024-11-07T23:21:24,492 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:24,492 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:C 2024-11-07T23:21:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-07T23:21:24,533 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-07T23:21:24,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:21:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-07T23:21:24,545 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:21:24,546 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:21:24,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:21:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-07T23:21:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:24,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-07T23:21:24,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:24,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:24,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:24,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:24,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:24,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:24,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/fb9787e3644540e6ac8993086b0e3758 is 50, key is test_row_0/A:col10/1731021684260/Put/seqid=0 2024-11-07T23:21:24,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:24,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021744581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021744580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:24,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021744587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:24,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741934_1110 (size=12301) 2024-11-07T23:21:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-07T23:21:24,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021744683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:24,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021744684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:24,698 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:24,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-07T23:21:24,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:24,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:24,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:24,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:24,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-07T23:21:24,852 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:24,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-07T23:21:24,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:24,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:24,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:24,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:24,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:24,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021744886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:24,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021744888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:24,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021744889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:24,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/fb9787e3644540e6ac8993086b0e3758 2024-11-07T23:21:25,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/7ea9045fbc984a3bb530e4c5a464be46 is 50, key is test_row_0/B:col10/1731021684260/Put/seqid=0 2024-11-07T23:21:25,010 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:25,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-07T23:21:25,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:25,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:25,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:25,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:25,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:25,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741935_1111 (size=12301) 2024-11-07T23:21:25,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/7ea9045fbc984a3bb530e4c5a464be46 2024-11-07T23:21:25,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/ab745268078048049bb3bf8077cf9eb0 is 50, key is test_row_0/C:col10/1731021684260/Put/seqid=0 2024-11-07T23:21:25,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741936_1112 (size=12301) 2024-11-07T23:21:25,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-07T23:21:25,165 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:25,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-07T23:21:25,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:25,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:25,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:25,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:25,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:25,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021745190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:25,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021745196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:25,319 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:25,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-07T23:21:25,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:25,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:25,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:25,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:25,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:25,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021745392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:25,473 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:25,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-07T23:21:25,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:25,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:25,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:25,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:25,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:25,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/ab745268078048049bb3bf8077cf9eb0 2024-11-07T23:21:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:25,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/fb9787e3644540e6ac8993086b0e3758 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/fb9787e3644540e6ac8993086b0e3758 2024-11-07T23:21:25,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/fb9787e3644540e6ac8993086b0e3758, entries=150, sequenceid=480, filesize=12.0 K 2024-11-07T23:21:25,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/7ea9045fbc984a3bb530e4c5a464be46 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/7ea9045fbc984a3bb530e4c5a464be46 2024-11-07T23:21:25,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/7ea9045fbc984a3bb530e4c5a464be46, entries=150, sequenceid=480, filesize=12.0 K 2024-11-07T23:21:25,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/ab745268078048049bb3bf8077cf9eb0 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/ab745268078048049bb3bf8077cf9eb0 2024-11-07T23:21:25,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/ab745268078048049bb3bf8077cf9eb0, entries=150, sequenceid=480, filesize=12.0 K 2024-11-07T23:21:25,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5384307d1bc8978debf8ad4b5b1e8789 in 945ms, sequenceid=480, compaction requested=false 2024-11-07T23:21:25,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:25,633 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:25,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-07T23:21:25,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:25,634 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-07T23:21:25,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:25,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:25,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:25,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:25,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:25,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:25,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/17c679012ed74c8aa72cb4c7bcd6845e is 50, key is test_row_0/A:col10/1731021684571/Put/seqid=0 2024-11-07T23:21:25,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741937_1113 (size=12301) 2024-11-07T23:21:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-07T23:21:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:25,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:25,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021745730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:25,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021745730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:25,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021745832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:25,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021745833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:25,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021745965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:25,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021745966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:25,967 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., hostname=9fec913c0355,35383,1731021663619, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:21:25,967 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., hostname=9fec913c0355,35383,1731021663619, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:21:26,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:26,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021746034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:26,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:26,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021746036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:26,044 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/17c679012ed74c8aa72cb4c7bcd6845e 2024-11-07T23:21:26,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/40231ce89dee4f959043ac8b265317a9 is 50, key is test_row_0/B:col10/1731021684571/Put/seqid=0 2024-11-07T23:21:26,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741938_1114 (size=12301) 2024-11-07T23:21:26,069 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/40231ce89dee4f959043ac8b265317a9 2024-11-07T23:21:26,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/cebd6da844aa43c5a5bd2875009a7191 is 50, key is test_row_0/C:col10/1731021684571/Put/seqid=0 2024-11-07T23:21:26,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741939_1115 (size=12301) 2024-11-07T23:21:26,090 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/cebd6da844aa43c5a5bd2875009a7191 2024-11-07T23:21:26,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/17c679012ed74c8aa72cb4c7bcd6845e as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/17c679012ed74c8aa72cb4c7bcd6845e 2024-11-07T23:21:26,106 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/17c679012ed74c8aa72cb4c7bcd6845e, entries=150, sequenceid=490, filesize=12.0 K 2024-11-07T23:21:26,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/40231ce89dee4f959043ac8b265317a9 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/40231ce89dee4f959043ac8b265317a9 2024-11-07T23:21:26,122 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/40231ce89dee4f959043ac8b265317a9, entries=150, sequenceid=490, filesize=12.0 K 2024-11-07T23:21:26,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/cebd6da844aa43c5a5bd2875009a7191 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/cebd6da844aa43c5a5bd2875009a7191 2024-11-07T23:21:26,130 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/cebd6da844aa43c5a5bd2875009a7191, entries=150, sequenceid=490, filesize=12.0 K 2024-11-07T23:21:26,131 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 5384307d1bc8978debf8ad4b5b1e8789 in 497ms, sequenceid=490, compaction requested=true 2024-11-07T23:21:26,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:26,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:26,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-07T23:21:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-07T23:21:26,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-07T23:21:26,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5860 sec 2024-11-07T23:21:26,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.5900 sec 2024-11-07T23:21:26,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:26,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-07T23:21:26,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:26,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:26,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:26,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:26,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:26,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:26,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/0d82d5cedc2b473f907345d2dfb3c0e3 is 50, key is test_row_0/A:col10/1731021686341/Put/seqid=0 2024-11-07T23:21:26,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021746368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:26,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021746372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:26,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741940_1116 (size=17181) 2024-11-07T23:21:26,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/0d82d5cedc2b473f907345d2dfb3c0e3 2024-11-07T23:21:26,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021746398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:26,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/7104291590224d5d95d223418665226e is 50, key is test_row_0/B:col10/1731021686341/Put/seqid=0 2024-11-07T23:21:26,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741941_1117 (size=12301) 2024-11-07T23:21:26,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/7104291590224d5d95d223418665226e 2024-11-07T23:21:26,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/8fbe98be722445edb8c4589a118affc2 is 50, key is test_row_0/C:col10/1731021686341/Put/seqid=0 2024-11-07T23:21:26,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021746477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:26,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021746477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:26,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741942_1118 (size=12301) 2024-11-07T23:21:26,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/8fbe98be722445edb8c4589a118affc2 2024-11-07T23:21:26,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/0d82d5cedc2b473f907345d2dfb3c0e3 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/0d82d5cedc2b473f907345d2dfb3c0e3 2024-11-07T23:21:26,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/0d82d5cedc2b473f907345d2dfb3c0e3, entries=250, sequenceid=518, filesize=16.8 K 2024-11-07T23:21:26,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/7104291590224d5d95d223418665226e as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/7104291590224d5d95d223418665226e 2024-11-07T23:21:26,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/7104291590224d5d95d223418665226e, entries=150, sequenceid=518, filesize=12.0 K 2024-11-07T23:21:26,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/8fbe98be722445edb8c4589a118affc2 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/8fbe98be722445edb8c4589a118affc2 2024-11-07T23:21:26,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/8fbe98be722445edb8c4589a118affc2, entries=150, sequenceid=518, filesize=12.0 K 2024-11-07T23:21:26,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 5384307d1bc8978debf8ad4b5b1e8789 in 191ms, sequenceid=518, compaction requested=true 2024-11-07T23:21:26,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:26,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:21:26,534 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:21:26,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:26,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:21:26,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:26,534 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:21:26,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:21:26,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:26,535 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55140 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:21:26,535 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:21:26,535 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/A is initiating minor compaction (all files) 2024-11-07T23:21:26,535 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/B is initiating minor compaction (all files) 2024-11-07T23:21:26,536 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/A in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:26,536 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/bd7a27973981492492aa7854da19231c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/fb9787e3644540e6ac8993086b0e3758, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/17c679012ed74c8aa72cb4c7bcd6845e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/0d82d5cedc2b473f907345d2dfb3c0e3] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=53.8 K 2024-11-07T23:21:26,536 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/B in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:26,537 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/5ab1ce5d5d4143e2965a800490b77ffc, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/7ea9045fbc984a3bb530e4c5a464be46, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/40231ce89dee4f959043ac8b265317a9, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/7104291590224d5d95d223418665226e] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=49.1 K 2024-11-07T23:21:26,537 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd7a27973981492492aa7854da19231c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731021683491 2024-11-07T23:21:26,537 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ab1ce5d5d4143e2965a800490b77ffc, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731021683491 2024-11-07T23:21:26,538 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ea9045fbc984a3bb530e4c5a464be46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731021684247 2024-11-07T23:21:26,539 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb9787e3644540e6ac8993086b0e3758, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731021684247 2024-11-07T23:21:26,539 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 40231ce89dee4f959043ac8b265317a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731021684571 2024-11-07T23:21:26,539 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17c679012ed74c8aa72cb4c7bcd6845e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731021684571 2024-11-07T23:21:26,539 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 7104291590224d5d95d223418665226e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1731021685729 2024-11-07T23:21:26,540 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d82d5cedc2b473f907345d2dfb3c0e3, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1731021685727 2024-11-07T23:21:26,553 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#B#compaction#104 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:26,554 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/4d69e99e75f7409ca1a3d99017bdb868 is 50, key is test_row_0/B:col10/1731021686341/Put/seqid=0 2024-11-07T23:21:26,559 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#A#compaction#105 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:26,560 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/d332f7d0d2a3471f9877d3923c9b5cb3 is 50, key is test_row_0/A:col10/1731021686341/Put/seqid=0 2024-11-07T23:21:26,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741943_1119 (size=13493) 2024-11-07T23:21:26,578 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/4d69e99e75f7409ca1a3d99017bdb868 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/4d69e99e75f7409ca1a3d99017bdb868 2024-11-07T23:21:26,585 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/B of 5384307d1bc8978debf8ad4b5b1e8789 into 4d69e99e75f7409ca1a3d99017bdb868(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:26,585 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:26,585 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/B, priority=12, startTime=1731021686534; duration=0sec 2024-11-07T23:21:26,585 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:26,585 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:B 2024-11-07T23:21:26,585 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:21:26,589 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:21:26,589 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/C is initiating minor compaction (all files) 2024-11-07T23:21:26,589 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/C in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:26,589 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/b2eb73e088664f0fbea59190a4123bbc, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/ab745268078048049bb3bf8077cf9eb0, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/cebd6da844aa43c5a5bd2875009a7191, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/8fbe98be722445edb8c4589a118affc2] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=49.0 K 2024-11-07T23:21:26,590 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting b2eb73e088664f0fbea59190a4123bbc, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731021683491 2024-11-07T23:21:26,590 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting ab745268078048049bb3bf8077cf9eb0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731021684247 2024-11-07T23:21:26,591 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting cebd6da844aa43c5a5bd2875009a7191, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731021684571 2024-11-07T23:21:26,591 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fbe98be722445edb8c4589a118affc2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1731021685729 2024-11-07T23:21:26,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741944_1120 (size=13493) 2024-11-07T23:21:26,602 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/d332f7d0d2a3471f9877d3923c9b5cb3 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/d332f7d0d2a3471f9877d3923c9b5cb3 2024-11-07T23:21:26,610 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/A of 5384307d1bc8978debf8ad4b5b1e8789 into d332f7d0d2a3471f9877d3923c9b5cb3(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:26,610 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:26,610 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/A, priority=12, startTime=1731021686533; duration=0sec 2024-11-07T23:21:26,610 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:26,610 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:A 2024-11-07T23:21:26,619 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#C#compaction#106 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:26,620 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/fff6023bedf74957ae896c06a2518990 is 50, key is test_row_0/C:col10/1731021686341/Put/seqid=0 2024-11-07T23:21:26,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741945_1121 (size=13459) 2024-11-07T23:21:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-07T23:21:26,652 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-07T23:21:26,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:21:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-07T23:21:26,657 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:21:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-07T23:21:26,658 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:21:26,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:21:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:26,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-07T23:21:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:26,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/484ae105a7524f76a76ee0c3d6f84fe3 is 50, key is test_row_0/A:col10/1731021686686/Put/seqid=0 2024-11-07T23:21:26,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741946_1122 (size=12301) 2024-11-07T23:21:26,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021746718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:26,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021746718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-07T23:21:26,809 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:26,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-07T23:21:26,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:26,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:26,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:26,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:26,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:26,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021746820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:26,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021746821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-07T23:21:26,962 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:26,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-07T23:21:26,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:26,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:26,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:26,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:26,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:27,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:27,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021747023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021747023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:27,044 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/fff6023bedf74957ae896c06a2518990 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/fff6023bedf74957ae896c06a2518990 2024-11-07T23:21:27,049 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/C of 5384307d1bc8978debf8ad4b5b1e8789 into fff6023bedf74957ae896c06a2518990(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:27,049 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:27,049 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/C, priority=12, startTime=1731021686534; duration=0sec 2024-11-07T23:21:27,049 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:27,049 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:C 2024-11-07T23:21:27,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/484ae105a7524f76a76ee0c3d6f84fe3 2024-11-07T23:21:27,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/bbe35cc331d64a37b28432532c789ba6 is 50, key is test_row_0/B:col10/1731021686686/Put/seqid=0 2024-11-07T23:21:27,115 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:27,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-07T23:21:27,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:27,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:27,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:27,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:27,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:27,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741947_1123 (size=12301) 2024-11-07T23:21:27,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/bbe35cc331d64a37b28432532c789ba6 2024-11-07T23:21:27,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/262cba0802884620958d4eb239bc5df1 is 50, key is test_row_0/C:col10/1731021686686/Put/seqid=0 2024-11-07T23:21:27,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741948_1124 (size=12301) 2024-11-07T23:21:27,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/262cba0802884620958d4eb239bc5df1 2024-11-07T23:21:27,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/484ae105a7524f76a76ee0c3d6f84fe3 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/484ae105a7524f76a76ee0c3d6f84fe3 2024-11-07T23:21:27,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/484ae105a7524f76a76ee0c3d6f84fe3, entries=150, sequenceid=532, filesize=12.0 K 2024-11-07T23:21:27,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/bbe35cc331d64a37b28432532c789ba6 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/bbe35cc331d64a37b28432532c789ba6 2024-11-07T23:21:27,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/bbe35cc331d64a37b28432532c789ba6, entries=150, sequenceid=532, filesize=12.0 K 2024-11-07T23:21:27,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/262cba0802884620958d4eb239bc5df1 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/262cba0802884620958d4eb239bc5df1 2024-11-07T23:21:27,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/262cba0802884620958d4eb239bc5df1, entries=150, sequenceid=532, filesize=12.0 K 2024-11-07T23:21:27,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5384307d1bc8978debf8ad4b5b1e8789 in 486ms, sequenceid=532, compaction requested=false 2024-11-07T23:21:27,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-07T23:21:27,268 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:27,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-07T23:21:27,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:27,269 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-07T23:21:27,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:27,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:27,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:27,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:27,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:27,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:27,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/bf327e3ab25b410cb424a3f94e21bbf4 is 50, key is test_row_0/A:col10/1731021686717/Put/seqid=0 2024-11-07T23:21:27,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741949_1125 (size=12301) 2024-11-07T23:21:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:27,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:27,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021747336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:27,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021747337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:27,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021747440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:27,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021747440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:27,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021747641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:27,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021747645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:27,677 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/bf327e3ab25b410cb424a3f94e21bbf4 2024-11-07T23:21:27,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/df695019a83c42e59ab277ad2d516a43 is 50, key is test_row_0/B:col10/1731021686717/Put/seqid=0 2024-11-07T23:21:27,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741950_1126 (size=12301) 2024-11-07T23:21:27,693 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/df695019a83c42e59ab277ad2d516a43 2024-11-07T23:21:27,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/58ff649e64f447cca83709135e97fc93 is 50, key is test_row_0/C:col10/1731021686717/Put/seqid=0 2024-11-07T23:21:27,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741951_1127 (size=12301) 2024-11-07T23:21:27,710 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/58ff649e64f447cca83709135e97fc93 2024-11-07T23:21:27,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/bf327e3ab25b410cb424a3f94e21bbf4 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/bf327e3ab25b410cb424a3f94e21bbf4 2024-11-07T23:21:27,722 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/bf327e3ab25b410cb424a3f94e21bbf4, entries=150, sequenceid=557, filesize=12.0 K 2024-11-07T23:21:27,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/df695019a83c42e59ab277ad2d516a43 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/df695019a83c42e59ab277ad2d516a43 2024-11-07T23:21:27,731 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/df695019a83c42e59ab277ad2d516a43, entries=150, sequenceid=557, filesize=12.0 K 2024-11-07T23:21:27,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/58ff649e64f447cca83709135e97fc93 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/58ff649e64f447cca83709135e97fc93 2024-11-07T23:21:27,737 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/58ff649e64f447cca83709135e97fc93, entries=150, sequenceid=557, filesize=12.0 K 2024-11-07T23:21:27,738 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5384307d1bc8978debf8ad4b5b1e8789 in 470ms, sequenceid=557, compaction requested=true 2024-11-07T23:21:27,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:27,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:27,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-07T23:21:27,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-07T23:21:27,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-07T23:21:27,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0820 sec 2024-11-07T23:21:27,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.0880 sec 2024-11-07T23:21:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-07T23:21:27,761 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-07T23:21:27,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:21:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-07T23:21:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-07T23:21:27,764 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:21:27,765 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:21:27,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:21:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-07T23:21:27,916 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:27,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-07T23:21:27,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:27,917 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-07T23:21:27,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:27,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:27,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:27,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:27,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:27,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:27,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/a52c9f35f86f4f5f822fd3bdfc258974 is 50, key is test_row_0/A:col10/1731021687333/Put/seqid=0 2024-11-07T23:21:27,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741952_1128 (size=12301) 2024-11-07T23:21:27,938 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/a52c9f35f86f4f5f822fd3bdfc258974 2024-11-07T23:21:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:27,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:27,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/a9bc3ed8d76048ec867da4ac092f1c31 is 50, key is test_row_0/B:col10/1731021687333/Put/seqid=0 2024-11-07T23:21:27,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741953_1129 (size=12301) 2024-11-07T23:21:27,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021747982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:27,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021747988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:28,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-07T23:21:28,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:28,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021748090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021748090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:28,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021748296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:28,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021748297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:28,359 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/a9bc3ed8d76048ec867da4ac092f1c31 2024-11-07T23:21:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-07T23:21:28,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/c0b9d85e0e7d405d82149f32e616b94e is 50, key is test_row_0/C:col10/1731021687333/Put/seqid=0 2024-11-07T23:21:28,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741954_1130 (size=12301) 2024-11-07T23:21:28,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41106 deadline: 1731021748414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:28,416 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., hostname=9fec913c0355,35383,1731021663619, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:21:28,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021748600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:28,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021748601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:28,772 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/c0b9d85e0e7d405d82149f32e616b94e 2024-11-07T23:21:28,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/a52c9f35f86f4f5f822fd3bdfc258974 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/a52c9f35f86f4f5f822fd3bdfc258974 2024-11-07T23:21:28,782 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/a52c9f35f86f4f5f822fd3bdfc258974, entries=150, sequenceid=569, filesize=12.0 K 2024-11-07T23:21:28,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/a9bc3ed8d76048ec867da4ac092f1c31 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/a9bc3ed8d76048ec867da4ac092f1c31 2024-11-07T23:21:28,788 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/a9bc3ed8d76048ec867da4ac092f1c31, entries=150, sequenceid=569, filesize=12.0 K 2024-11-07T23:21:28,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/c0b9d85e0e7d405d82149f32e616b94e as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/c0b9d85e0e7d405d82149f32e616b94e 2024-11-07T23:21:28,793 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/c0b9d85e0e7d405d82149f32e616b94e, entries=150, sequenceid=569, filesize=12.0 K 2024-11-07T23:21:28,794 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5384307d1bc8978debf8ad4b5b1e8789 in 878ms, sequenceid=569, compaction requested=true 2024-11-07T23:21:28,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:28,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:28,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-07T23:21:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-07T23:21:28,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-07T23:21:28,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0300 sec 2024-11-07T23:21:28,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.0350 sec 2024-11-07T23:21:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-07T23:21:28,867 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-07T23:21:28,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:21:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-07T23:21:28,870 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:21:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-07T23:21:28,870 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:21:28,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:21:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-07T23:21:29,022 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:29,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-07T23:21:29,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:29,023 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-07T23:21:29,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:29,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:29,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:29,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:29,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:29,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:29,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/04c4436474284f77ae53d4c01feefd7e is 50, key is test_row_0/A:col10/1731021687981/Put/seqid=0 2024-11-07T23:21:29,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741955_1131 (size=12301) 2024-11-07T23:21:29,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:29,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021749119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:29,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021749122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-07T23:21:29,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021749224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:29,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021749224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:29,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021749426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:29,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021749428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:29,439 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=593 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/04c4436474284f77ae53d4c01feefd7e 2024-11-07T23:21:29,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/6702346aa02b4b3e97585a701c308a55 is 50, key is test_row_0/B:col10/1731021687981/Put/seqid=0 2024-11-07T23:21:29,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741956_1132 (size=12301) 2024-11-07T23:21:29,463 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=593 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/6702346aa02b4b3e97585a701c308a55 2024-11-07T23:21:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-07T23:21:29,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/35ab4d079209450a96095d160bcf6db6 is 50, key is test_row_0/C:col10/1731021687981/Put/seqid=0 2024-11-07T23:21:29,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741957_1133 (size=12301) 2024-11-07T23:21:29,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021749728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:29,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021749733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:29,897 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=593 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/35ab4d079209450a96095d160bcf6db6 2024-11-07T23:21:29,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/04c4436474284f77ae53d4c01feefd7e as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/04c4436474284f77ae53d4c01feefd7e 2024-11-07T23:21:29,906 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/04c4436474284f77ae53d4c01feefd7e, entries=150, sequenceid=593, filesize=12.0 K 2024-11-07T23:21:29,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/6702346aa02b4b3e97585a701c308a55 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/6702346aa02b4b3e97585a701c308a55 2024-11-07T23:21:29,913 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/6702346aa02b4b3e97585a701c308a55, entries=150, sequenceid=593, filesize=12.0 K 2024-11-07T23:21:29,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/35ab4d079209450a96095d160bcf6db6 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/35ab4d079209450a96095d160bcf6db6 2024-11-07T23:21:29,920 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/35ab4d079209450a96095d160bcf6db6, entries=150, sequenceid=593, filesize=12.0 K 2024-11-07T23:21:29,920 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5384307d1bc8978debf8ad4b5b1e8789 in 897ms, sequenceid=593, compaction requested=true 2024-11-07T23:21:29,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:29,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:29,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-07T23:21:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-07T23:21:29,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-07T23:21:29,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0520 sec 2024-11-07T23:21:29,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.0550 sec 2024-11-07T23:21:29,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-07T23:21:29,973 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-07T23:21:29,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:21:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-11-07T23:21:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-07T23:21:29,976 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:21:29,976 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:21:29,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:21:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:29,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-07T23:21:29,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:29,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:29,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:29,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:29,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:29,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:29,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/8118d8a614214191bdbeb7ca1ebb042a is 50, key is test_row_0/A:col10/1731021689121/Put/seqid=0 2024-11-07T23:21:30,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741958_1134 (size=14741) 2024-11-07T23:21:30,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021750018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:30,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021750022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-07T23:21:30,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021750122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:30,127 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:30,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-07T23:21:30,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:30,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:30,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:30,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021750127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:30,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:30,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:30,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021750234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:30,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021750240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-07T23:21:30,280 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:30,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-07T23:21:30,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:30,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:30,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:30,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:30,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:30,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021750326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:30,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021750329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:30,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=606 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/8118d8a614214191bdbeb7ca1ebb042a 2024-11-07T23:21:30,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/2cfb5902251d487da4a1999b6dbd2d1d is 50, key is test_row_0/B:col10/1731021689121/Put/seqid=0 2024-11-07T23:21:30,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741959_1135 (size=12301) 2024-11-07T23:21:30,433 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:30,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-07T23:21:30,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:30,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:30,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:30,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:30,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-07T23:21:30,586 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:30,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-07T23:21:30,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:30,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:30,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:30,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:30,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:30,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021750630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:30,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021750632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:30,739 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:30,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-07T23:21:30,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:30,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:30,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:30,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:30,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:30,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=606 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/2cfb5902251d487da4a1999b6dbd2d1d 2024-11-07T23:21:30,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/46e042beb49243fdbfdf45e700f58365 is 50, key is test_row_0/C:col10/1731021689121/Put/seqid=0 2024-11-07T23:21:30,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741960_1136 (size=12301) 2024-11-07T23:21:30,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=606 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/46e042beb49243fdbfdf45e700f58365 2024-11-07T23:21:30,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/8118d8a614214191bdbeb7ca1ebb042a as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/8118d8a614214191bdbeb7ca1ebb042a 2024-11-07T23:21:30,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/8118d8a614214191bdbeb7ca1ebb042a, entries=200, sequenceid=606, filesize=14.4 K 2024-11-07T23:21:30,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/2cfb5902251d487da4a1999b6dbd2d1d as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/2cfb5902251d487da4a1999b6dbd2d1d 2024-11-07T23:21:30,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/2cfb5902251d487da4a1999b6dbd2d1d, entries=150, sequenceid=606, filesize=12.0 K 2024-11-07T23:21:30,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/46e042beb49243fdbfdf45e700f58365 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/46e042beb49243fdbfdf45e700f58365 2024-11-07T23:21:30,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/46e042beb49243fdbfdf45e700f58365, entries=150, sequenceid=606, filesize=12.0 K 2024-11-07T23:21:30,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5384307d1bc8978debf8ad4b5b1e8789 in 865ms, sequenceid=606, compaction requested=true 2024-11-07T23:21:30,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:30,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:21:30,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:30,845 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-07T23:21:30,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:21:30,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:30,845 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-07T23:21:30,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:21:30,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:30,847 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 77438 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-07T23:21:30,847 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74998 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-07T23:21:30,847 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/B is initiating minor compaction (all files) 2024-11-07T23:21:30,847 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/A is initiating minor compaction (all files) 2024-11-07T23:21:30,847 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/A in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:30,847 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/B in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:30,847 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/4d69e99e75f7409ca1a3d99017bdb868, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/bbe35cc331d64a37b28432532c789ba6, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/df695019a83c42e59ab277ad2d516a43, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/a9bc3ed8d76048ec867da4ac092f1c31, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/6702346aa02b4b3e97585a701c308a55, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/2cfb5902251d487da4a1999b6dbd2d1d] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=73.2 K 2024-11-07T23:21:30,847 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/d332f7d0d2a3471f9877d3923c9b5cb3, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/484ae105a7524f76a76ee0c3d6f84fe3, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/bf327e3ab25b410cb424a3f94e21bbf4, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/a52c9f35f86f4f5f822fd3bdfc258974, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/04c4436474284f77ae53d4c01feefd7e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/8118d8a614214191bdbeb7ca1ebb042a] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=75.6 K 2024-11-07T23:21:30,848 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d69e99e75f7409ca1a3d99017bdb868, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1731021685729 2024-11-07T23:21:30,848 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting d332f7d0d2a3471f9877d3923c9b5cb3, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1731021685729 2024-11-07T23:21:30,848 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting bbe35cc331d64a37b28432532c789ba6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1731021686370 2024-11-07T23:21:30,848 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 484ae105a7524f76a76ee0c3d6f84fe3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1731021686370 2024-11-07T23:21:30,848 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting df695019a83c42e59ab277ad2d516a43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=557, earliestPutTs=1731021686705 2024-11-07T23:21:30,848 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf327e3ab25b410cb424a3f94e21bbf4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=557, earliestPutTs=1731021686705 2024-11-07T23:21:30,849 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting a9bc3ed8d76048ec867da4ac092f1c31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=569, earliestPutTs=1731021687333 2024-11-07T23:21:30,849 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting a52c9f35f86f4f5f822fd3bdfc258974, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=569, earliestPutTs=1731021687333 2024-11-07T23:21:30,849 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 6702346aa02b4b3e97585a701c308a55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=593, earliestPutTs=1731021687975 2024-11-07T23:21:30,849 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04c4436474284f77ae53d4c01feefd7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=593, earliestPutTs=1731021687975 2024-11-07T23:21:30,849 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cfb5902251d487da4a1999b6dbd2d1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=606, earliestPutTs=1731021689113 2024-11-07T23:21:30,850 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8118d8a614214191bdbeb7ca1ebb042a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=606, earliestPutTs=1731021689113 2024-11-07T23:21:30,864 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#A#compaction#122 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:30,864 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#B#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:30,864 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/8559a23aacb64b9a8b7f4da8c797ad80 is 50, key is test_row_0/B:col10/1731021689121/Put/seqid=0 2024-11-07T23:21:30,864 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/d23fd25445bf4ca391691da8f71f1cea is 50, key is test_row_0/A:col10/1731021689121/Put/seqid=0 2024-11-07T23:21:30,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741962_1138 (size=13697) 2024-11-07T23:21:30,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741961_1137 (size=13697) 2024-11-07T23:21:30,892 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:30,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-07T23:21:30,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:30,892 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-07T23:21:30,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:30,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:30,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:30,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:30,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:30,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:30,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/69146e68eb204775b1da34e692b666c7 is 50, key is test_row_0/A:col10/1731021689997/Put/seqid=0 2024-11-07T23:21:30,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741963_1139 (size=12301) 2024-11-07T23:21:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-07T23:21:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:31,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. as already flushing 2024-11-07T23:21:31,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021751151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:31,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021751151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:31,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41098 deadline: 1731021751240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:31,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41082 deadline: 1731021751243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:31,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021751255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:31,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021751255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:31,279 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/d23fd25445bf4ca391691da8f71f1cea as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/d23fd25445bf4ca391691da8f71f1cea 2024-11-07T23:21:31,282 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/8559a23aacb64b9a8b7f4da8c797ad80 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/8559a23aacb64b9a8b7f4da8c797ad80 2024-11-07T23:21:31,285 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/A of 5384307d1bc8978debf8ad4b5b1e8789 into d23fd25445bf4ca391691da8f71f1cea(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:31,285 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:31,285 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/A, priority=10, startTime=1731021690845; duration=0sec 2024-11-07T23:21:31,285 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:31,285 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:A 2024-11-07T23:21:31,285 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-07T23:21:31,287 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74964 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-07T23:21:31,287 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/B of 5384307d1bc8978debf8ad4b5b1e8789 into 8559a23aacb64b9a8b7f4da8c797ad80(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:31,287 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:31,287 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/B, priority=10, startTime=1731021690845; duration=0sec 2024-11-07T23:21:31,287 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/C is initiating minor compaction (all files) 2024-11-07T23:21:31,287 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/C in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:31,287 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:31,287 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:B 2024-11-07T23:21:31,287 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/fff6023bedf74957ae896c06a2518990, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/262cba0802884620958d4eb239bc5df1, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/58ff649e64f447cca83709135e97fc93, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/c0b9d85e0e7d405d82149f32e616b94e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/35ab4d079209450a96095d160bcf6db6, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/46e042beb49243fdbfdf45e700f58365] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=73.2 K 2024-11-07T23:21:31,288 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting fff6023bedf74957ae896c06a2518990, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1731021685729 2024-11-07T23:21:31,288 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 262cba0802884620958d4eb239bc5df1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1731021686370 2024-11-07T23:21:31,289 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58ff649e64f447cca83709135e97fc93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=557, earliestPutTs=1731021686705 2024-11-07T23:21:31,289 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0b9d85e0e7d405d82149f32e616b94e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=569, earliestPutTs=1731021687333 2024-11-07T23:21:31,289 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35ab4d079209450a96095d160bcf6db6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=593, earliestPutTs=1731021687975 2024-11-07T23:21:31,289 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46e042beb49243fdbfdf45e700f58365, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=606, earliestPutTs=1731021689113 2024-11-07T23:21:31,301 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#C#compaction#125 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:31,302 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/1b8c64ee6513494d9304c19725497ff4 is 50, key is test_row_0/C:col10/1731021689121/Put/seqid=0 2024-11-07T23:21:31,303 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=629 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/69146e68eb204775b1da34e692b666c7 2024-11-07T23:21:31,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/dd32c5f4c0384805948abde036196efc is 50, key is test_row_0/B:col10/1731021689997/Put/seqid=0 2024-11-07T23:21:31,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741964_1140 (size=13663) 2024-11-07T23:21:31,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741965_1141 (size=12301) 2024-11-07T23:21:31,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:31,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021751459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021751459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:31,698 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e3a4695 to 127.0.0.1:55878 2024-11-07T23:21:31,698 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x522af94d to 127.0.0.1:55878 2024-11-07T23:21:31,698 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:21:31,698 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:21:31,699 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04d2d42f to 127.0.0.1:55878 2024-11-07T23:21:31,699 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:21:31,700 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75a3f509 to 127.0.0.1:55878 2024-11-07T23:21:31,701 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:21:31,720 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=629 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/dd32c5f4c0384805948abde036196efc 2024-11-07T23:21:31,724 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/1b8c64ee6513494d9304c19725497ff4 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/1b8c64ee6513494d9304c19725497ff4 2024-11-07T23:21:31,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/f6d338bebf1141469c41427b43b1a198 is 50, key is test_row_0/C:col10/1731021689997/Put/seqid=0 2024-11-07T23:21:31,731 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/C of 5384307d1bc8978debf8ad4b5b1e8789 into 1b8c64ee6513494d9304c19725497ff4(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:31,731 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:31,731 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/C, priority=10, startTime=1731021690845; duration=0sec 2024-11-07T23:21:31,732 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:31,732 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:C 2024-11-07T23:21:31,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741966_1142 (size=12301) 2024-11-07T23:21:31,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41126 deadline: 1731021751763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:31,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41086 deadline: 1731021751764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:32,040 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T23:21:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-07T23:21:32,136 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=629 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/f6d338bebf1141469c41427b43b1a198 2024-11-07T23:21:32,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/69146e68eb204775b1da34e692b666c7 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/69146e68eb204775b1da34e692b666c7 2024-11-07T23:21:32,147 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/69146e68eb204775b1da34e692b666c7, entries=150, sequenceid=629, filesize=12.0 K 2024-11-07T23:21:32,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/dd32c5f4c0384805948abde036196efc as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/dd32c5f4c0384805948abde036196efc 2024-11-07T23:21:32,152 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/dd32c5f4c0384805948abde036196efc, entries=150, sequenceid=629, filesize=12.0 K 2024-11-07T23:21:32,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/f6d338bebf1141469c41427b43b1a198 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/f6d338bebf1141469c41427b43b1a198 2024-11-07T23:21:32,160 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/f6d338bebf1141469c41427b43b1a198, entries=150, sequenceid=629, filesize=12.0 K 2024-11-07T23:21:32,161 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 5384307d1bc8978debf8ad4b5b1e8789 in 1269ms, sequenceid=629, compaction requested=false 2024-11-07T23:21:32,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:32,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:32,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-07T23:21:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-11-07T23:21:32,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-07T23:21:32,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1870 sec 2024-11-07T23:21:32,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 2.1900 sec 2024-11-07T23:21:32,241 ERROR [LeaseRenewer:jenkins@localhost:41977 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:41977,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:32,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-07T23:21:32,267 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46c0e492 to 127.0.0.1:55878 2024-11-07T23:21:32,267 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:21:32,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:32,268 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bc751a9 to 127.0.0.1:55878 2024-11-07T23:21:32,268 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:21:32,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:32,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:32,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:32,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:32,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:32,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/5a45467aba1c476daeeed6f94bac3152 is 50, key is test_row_0/A:col10/1731021691143/Put/seqid=0 2024-11-07T23:21:32,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741967_1143 (size=12301) 2024-11-07T23:21:32,446 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05552403 to 127.0.0.1:55878 2024-11-07T23:21:32,446 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:21:32,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=647 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/5a45467aba1c476daeeed6f94bac3152 2024-11-07T23:21:32,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/2a73cf61bfbd4234b56d3cecb770d797 is 50, key is test_row_0/B:col10/1731021691143/Put/seqid=0 2024-11-07T23:21:32,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741968_1144 (size=12301) 2024-11-07T23:21:33,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=647 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/2a73cf61bfbd4234b56d3cecb770d797 2024-11-07T23:21:33,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/505ca68fbe5445debfe01eedd972a143 is 50, key is test_row_0/C:col10/1731021691143/Put/seqid=0 2024-11-07T23:21:33,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741969_1145 (size=12301) 2024-11-07T23:21:33,259 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36f4802b to 127.0.0.1:55878 2024-11-07T23:21:33,260 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:21:33,261 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18db075f to 127.0.0.1:55878 2024-11-07T23:21:33,261 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:21:33,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=647 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/505ca68fbe5445debfe01eedd972a143 2024-11-07T23:21:33,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/5a45467aba1c476daeeed6f94bac3152 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/5a45467aba1c476daeeed6f94bac3152 2024-11-07T23:21:33,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/5a45467aba1c476daeeed6f94bac3152, entries=150, sequenceid=647, filesize=12.0 K 2024-11-07T23:21:33,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/2a73cf61bfbd4234b56d3cecb770d797 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/2a73cf61bfbd4234b56d3cecb770d797 2024-11-07T23:21:33,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/2a73cf61bfbd4234b56d3cecb770d797, entries=150, sequenceid=647, filesize=12.0 K 2024-11-07T23:21:33,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/505ca68fbe5445debfe01eedd972a143 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/505ca68fbe5445debfe01eedd972a143 2024-11-07T23:21:33,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/505ca68fbe5445debfe01eedd972a143, entries=150, sequenceid=647, filesize=12.0 K 2024-11-07T23:21:33,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=20.13 KB/20610 for 5384307d1bc8978debf8ad4b5b1e8789 in 1254ms, sequenceid=647, compaction requested=true 2024-11-07T23:21:33,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:33,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:21:33,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:33,522 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:21:33,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:21:33,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:33,522 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:21:33,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5384307d1bc8978debf8ad4b5b1e8789:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:21:33,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:33,523 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:21:33,523 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:21:33,523 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/B is initiating minor compaction (all files) 2024-11-07T23:21:33,523 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/A is initiating minor compaction (all files) 2024-11-07T23:21:33,523 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/A in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:33,523 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/B in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:33,523 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/d23fd25445bf4ca391691da8f71f1cea, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/69146e68eb204775b1da34e692b666c7, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/5a45467aba1c476daeeed6f94bac3152] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=37.4 K 2024-11-07T23:21:33,523 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/8559a23aacb64b9a8b7f4da8c797ad80, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/dd32c5f4c0384805948abde036196efc, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/2a73cf61bfbd4234b56d3cecb770d797] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=37.4 K 2024-11-07T23:21:33,523 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting d23fd25445bf4ca391691da8f71f1cea, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=606, earliestPutTs=1731021689113 2024-11-07T23:21:33,523 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8559a23aacb64b9a8b7f4da8c797ad80, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=606, earliestPutTs=1731021689113 2024-11-07T23:21:33,524 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 69146e68eb204775b1da34e692b666c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=629, earliestPutTs=1731021689997 2024-11-07T23:21:33,524 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd32c5f4c0384805948abde036196efc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=629, earliestPutTs=1731021689997 2024-11-07T23:21:33,524 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a45467aba1c476daeeed6f94bac3152, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=647, earliestPutTs=1731021691143 2024-11-07T23:21:33,524 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a73cf61bfbd4234b56d3cecb770d797, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=647, earliestPutTs=1731021691143 2024-11-07T23:21:33,532 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#B#compaction#131 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:33,533 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/f6caf33bcf9f4a84a481fffefecf35c6 is 50, key is test_row_0/B:col10/1731021691143/Put/seqid=0 2024-11-07T23:21:33,535 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#A#compaction#132 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:33,536 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/f5e643bc1f7942c083a970b465eb9bc2 is 50, key is test_row_0/A:col10/1731021691143/Put/seqid=0 2024-11-07T23:21:33,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741970_1146 (size=13799) 2024-11-07T23:21:33,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741971_1147 (size=13799) 2024-11-07T23:21:33,942 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/f6caf33bcf9f4a84a481fffefecf35c6 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/f6caf33bcf9f4a84a481fffefecf35c6 2024-11-07T23:21:33,943 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/f5e643bc1f7942c083a970b465eb9bc2 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/f5e643bc1f7942c083a970b465eb9bc2 2024-11-07T23:21:33,947 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/B of 5384307d1bc8978debf8ad4b5b1e8789 into f6caf33bcf9f4a84a481fffefecf35c6(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:33,947 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:33,947 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/B, priority=13, startTime=1731021693522; duration=0sec 2024-11-07T23:21:33,947 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:33,947 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:B 2024-11-07T23:21:33,947 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:21:33,948 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/A of 5384307d1bc8978debf8ad4b5b1e8789 into f5e643bc1f7942c083a970b465eb9bc2(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:33,948 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:33,948 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/A, priority=13, startTime=1731021693521; duration=0sec 2024-11-07T23:21:33,948 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:33,948 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:A 2024-11-07T23:21:33,948 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:21:33,948 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 5384307d1bc8978debf8ad4b5b1e8789/C is initiating minor compaction (all files) 2024-11-07T23:21:33,948 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5384307d1bc8978debf8ad4b5b1e8789/C in TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:33,948 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/1b8c64ee6513494d9304c19725497ff4, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/f6d338bebf1141469c41427b43b1a198, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/505ca68fbe5445debfe01eedd972a143] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp, totalSize=37.4 K 2024-11-07T23:21:33,949 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b8c64ee6513494d9304c19725497ff4, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=606, earliestPutTs=1731021689113 2024-11-07T23:21:33,949 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6d338bebf1141469c41427b43b1a198, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=629, earliestPutTs=1731021689997 2024-11-07T23:21:33,949 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 505ca68fbe5445debfe01eedd972a143, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=647, earliestPutTs=1731021691143 2024-11-07T23:21:33,957 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5384307d1bc8978debf8ad4b5b1e8789#C#compaction#133 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:33,957 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/8394cb084b8f4215bcf1afae4b4b5f63 is 50, key is test_row_0/C:col10/1731021691143/Put/seqid=0 2024-11-07T23:21:33,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741972_1148 (size=13765) 2024-11-07T23:21:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-07T23:21:34,081 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-07T23:21:34,081 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-07T23:21:34,081 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-07T23:21:34,081 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-07T23:21:34,081 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 134 2024-11-07T23:21:34,081 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 137 2024-11-07T23:21:34,081 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 118 2024-11-07T23:21:34,081 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-07T23:21:34,081 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4537 2024-11-07T23:21:34,081 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4456 2024-11-07T23:21:34,081 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-07T23:21:34,081 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2063 2024-11-07T23:21:34,081 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6189 rows 2024-11-07T23:21:34,081 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2061 2024-11-07T23:21:34,081 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6183 rows 2024-11-07T23:21:34,081 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-07T23:21:34,081 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66d3c4a2 to 127.0.0.1:55878 2024-11-07T23:21:34,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:21:34,086 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-07T23:21:34,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-07T23:21:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-07T23:21:34,095 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021694095"}]},"ts":"1731021694095"} 2024-11-07T23:21:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-07T23:21:34,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-07T23:21:34,127 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-07T23:21:34,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T23:21:34,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5384307d1bc8978debf8ad4b5b1e8789, UNASSIGN}] 2024-11-07T23:21:34,134 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5384307d1bc8978debf8ad4b5b1e8789, UNASSIGN 2024-11-07T23:21:34,134 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=5384307d1bc8978debf8ad4b5b1e8789, regionState=CLOSING, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:21:34,135 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T23:21:34,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure 5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619}] 2024-11-07T23:21:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-07T23:21:34,290 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:34,291 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:34,291 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-07T23:21:34,292 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing 5384307d1bc8978debf8ad4b5b1e8789, disabling compactions & flushes 2024-11-07T23:21:34,292 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1942): waiting for 1 compactions to complete for region TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:34,365 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/8394cb084b8f4215bcf1afae4b4b5f63 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/8394cb084b8f4215bcf1afae4b4b5f63 2024-11-07T23:21:34,370 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5384307d1bc8978debf8ad4b5b1e8789/C of 5384307d1bc8978debf8ad4b5b1e8789 into 8394cb084b8f4215bcf1afae4b4b5f63(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:34,370 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:34,371 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789., storeName=5384307d1bc8978debf8ad4b5b1e8789/C, priority=13, startTime=1731021693522; duration=0sec 2024-11-07T23:21:34,370 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:34,371 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:34,371 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:34,371 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. after waiting 0 ms 2024-11-07T23:21:34,371 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5384307d1bc8978debf8ad4b5b1e8789:C 2024-11-07T23:21:34,371 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:34,371 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(2837): Flushing 5384307d1bc8978debf8ad4b5b1e8789 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-07T23:21:34,371 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=A 2024-11-07T23:21:34,371 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:34,371 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=B 2024-11-07T23:21:34,371 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:34,371 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5384307d1bc8978debf8ad4b5b1e8789, store=C 2024-11-07T23:21:34,371 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:34,375 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/cfe26c091ec34505aeecfb2c8e10dee0 is 50, key is test_row_1/A:col10/1731021693260/Put/seqid=0 2024-11-07T23:21:34,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741973_1149 (size=7415) 2024-11-07T23:21:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-07T23:21:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-07T23:21:34,779 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=656 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/cfe26c091ec34505aeecfb2c8e10dee0 2024-11-07T23:21:34,787 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/03b1e58230d248bcb947cf53eb7c9377 is 50, key is test_row_1/B:col10/1731021693260/Put/seqid=0 2024-11-07T23:21:34,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741974_1150 (size=7415) 2024-11-07T23:21:35,191 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=656 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/03b1e58230d248bcb947cf53eb7c9377 2024-11-07T23:21:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-07T23:21:35,203 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/e5e74fad3c2e4c0e86920c9cd4238358 is 50, key is test_row_1/C:col10/1731021693260/Put/seqid=0 2024-11-07T23:21:35,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741975_1151 (size=7415) 2024-11-07T23:21:35,609 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=656 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/e5e74fad3c2e4c0e86920c9cd4238358 2024-11-07T23:21:35,614 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/A/cfe26c091ec34505aeecfb2c8e10dee0 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/cfe26c091ec34505aeecfb2c8e10dee0 2024-11-07T23:21:35,619 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/cfe26c091ec34505aeecfb2c8e10dee0, entries=50, sequenceid=656, filesize=7.2 K 2024-11-07T23:21:35,620 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/B/03b1e58230d248bcb947cf53eb7c9377 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/03b1e58230d248bcb947cf53eb7c9377 2024-11-07T23:21:35,624 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/03b1e58230d248bcb947cf53eb7c9377, entries=50, sequenceid=656, filesize=7.2 K 2024-11-07T23:21:35,625 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/.tmp/C/e5e74fad3c2e4c0e86920c9cd4238358 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/e5e74fad3c2e4c0e86920c9cd4238358 2024-11-07T23:21:35,629 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/e5e74fad3c2e4c0e86920c9cd4238358, entries=50, sequenceid=656, filesize=7.2 K 2024-11-07T23:21:35,630 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 5384307d1bc8978debf8ad4b5b1e8789 in 1259ms, sequenceid=656, compaction requested=false 2024-11-07T23:21:35,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/27b6cbdd70104291be7b2a1e6bfa4064, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/cf2a3ccf8df74b8fbba336a6d956d3fb, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/3614957394ab4fbeae52f158a2f518fb, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/277fe229de414398bd0b57d8be5052e6, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/2e31102447a448bfb787e59bea5e7fe4, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/4432de17280b4408aa18b6046de156cc, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/28871eb1682b4b0fa7450c44eae81aca, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/6a4f59ec92c740a4af4f2f29a4d76243, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/edfe727eda8d42b5b1fc962dacc7f42a, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/8443a050b58a4680bcf1b3d0f6fb4a8f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/89a4776c5628416ebde3fc0e38b68584, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/e144d0e14dbe4320996cfaa04698aedc, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/368c27cc729b4411abdbba82a38f72a6, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/932850e8bb974d57b499a935d4e64da7, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/bb57c8ccb3ba491687c8e75e38cbaf26, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/cfa268a4a25d4061b96fe660e707680c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/1fe1fa46e2894d35a08bd81c66c719bc, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/991b3d7d9132406aae9a3fdbbd156ca4, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/7d947a0a19b7486b94e9d4bf766b4157, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/4dd7367367d0431d9418976be485be50, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/49bace42ced1441c95e5445266ba5c6c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/7784504fab0e45aba578359a329a1fa5, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/6274c93512424659ba2facfce26ae7b8, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/893a188a494a44d899ec3ae953b91c34, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/69f6e65e8ec64a218e0595cbfc5355ac, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/584cb2dead5c4990b574d9d842b946fa, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/92cb80c7aaf448cf8087a9ce359ddef1, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/3e50f9e2add64babaabc4986406fb6f2, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/8e9ca24a3ab54273af7a7f2c03863e42, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/27c0577dc1a746ee9aa4244278eefc02, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/bd7a27973981492492aa7854da19231c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/39b0be4ce3344513b38daa98964bcad0, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/fb9787e3644540e6ac8993086b0e3758, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/17c679012ed74c8aa72cb4c7bcd6845e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/0d82d5cedc2b473f907345d2dfb3c0e3, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/d332f7d0d2a3471f9877d3923c9b5cb3, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/484ae105a7524f76a76ee0c3d6f84fe3, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/bf327e3ab25b410cb424a3f94e21bbf4, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/a52c9f35f86f4f5f822fd3bdfc258974, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/04c4436474284f77ae53d4c01feefd7e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/8118d8a614214191bdbeb7ca1ebb042a, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/d23fd25445bf4ca391691da8f71f1cea, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/69146e68eb204775b1da34e692b666c7, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/5a45467aba1c476daeeed6f94bac3152] to archive 2024-11-07T23:21:35,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T23:21:35,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/27b6cbdd70104291be7b2a1e6bfa4064 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/27b6cbdd70104291be7b2a1e6bfa4064 2024-11-07T23:21:35,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/cf2a3ccf8df74b8fbba336a6d956d3fb to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/cf2a3ccf8df74b8fbba336a6d956d3fb 2024-11-07T23:21:35,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/3614957394ab4fbeae52f158a2f518fb to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/3614957394ab4fbeae52f158a2f518fb 2024-11-07T23:21:35,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/277fe229de414398bd0b57d8be5052e6 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/277fe229de414398bd0b57d8be5052e6 2024-11-07T23:21:35,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/2e31102447a448bfb787e59bea5e7fe4 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/2e31102447a448bfb787e59bea5e7fe4 2024-11-07T23:21:35,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/4432de17280b4408aa18b6046de156cc to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/4432de17280b4408aa18b6046de156cc 2024-11-07T23:21:35,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/28871eb1682b4b0fa7450c44eae81aca to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/28871eb1682b4b0fa7450c44eae81aca 2024-11-07T23:21:35,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/6a4f59ec92c740a4af4f2f29a4d76243 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/6a4f59ec92c740a4af4f2f29a4d76243 2024-11-07T23:21:35,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/edfe727eda8d42b5b1fc962dacc7f42a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/edfe727eda8d42b5b1fc962dacc7f42a 2024-11-07T23:21:35,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/8443a050b58a4680bcf1b3d0f6fb4a8f to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/8443a050b58a4680bcf1b3d0f6fb4a8f 2024-11-07T23:21:35,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/89a4776c5628416ebde3fc0e38b68584 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/89a4776c5628416ebde3fc0e38b68584 2024-11-07T23:21:35,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/e144d0e14dbe4320996cfaa04698aedc to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/e144d0e14dbe4320996cfaa04698aedc 2024-11-07T23:21:35,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/368c27cc729b4411abdbba82a38f72a6 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/368c27cc729b4411abdbba82a38f72a6 2024-11-07T23:21:35,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/932850e8bb974d57b499a935d4e64da7 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/932850e8bb974d57b499a935d4e64da7 2024-11-07T23:21:35,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/bb57c8ccb3ba491687c8e75e38cbaf26 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/bb57c8ccb3ba491687c8e75e38cbaf26 2024-11-07T23:21:35,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/cfa268a4a25d4061b96fe660e707680c to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/cfa268a4a25d4061b96fe660e707680c 2024-11-07T23:21:35,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/1fe1fa46e2894d35a08bd81c66c719bc to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/1fe1fa46e2894d35a08bd81c66c719bc 2024-11-07T23:21:35,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/991b3d7d9132406aae9a3fdbbd156ca4 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/991b3d7d9132406aae9a3fdbbd156ca4 2024-11-07T23:21:35,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/7d947a0a19b7486b94e9d4bf766b4157 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/7d947a0a19b7486b94e9d4bf766b4157 2024-11-07T23:21:35,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/4dd7367367d0431d9418976be485be50 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/4dd7367367d0431d9418976be485be50 2024-11-07T23:21:35,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/49bace42ced1441c95e5445266ba5c6c to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/49bace42ced1441c95e5445266ba5c6c 2024-11-07T23:21:35,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/7784504fab0e45aba578359a329a1fa5 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/7784504fab0e45aba578359a329a1fa5 2024-11-07T23:21:35,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/6274c93512424659ba2facfce26ae7b8 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/6274c93512424659ba2facfce26ae7b8 2024-11-07T23:21:35,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/893a188a494a44d899ec3ae953b91c34 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/893a188a494a44d899ec3ae953b91c34 2024-11-07T23:21:35,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/69f6e65e8ec64a218e0595cbfc5355ac to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/69f6e65e8ec64a218e0595cbfc5355ac 2024-11-07T23:21:35,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/584cb2dead5c4990b574d9d842b946fa to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/584cb2dead5c4990b574d9d842b946fa 2024-11-07T23:21:35,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/92cb80c7aaf448cf8087a9ce359ddef1 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/92cb80c7aaf448cf8087a9ce359ddef1 2024-11-07T23:21:35,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/3e50f9e2add64babaabc4986406fb6f2 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/3e50f9e2add64babaabc4986406fb6f2 2024-11-07T23:21:35,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/8e9ca24a3ab54273af7a7f2c03863e42 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/8e9ca24a3ab54273af7a7f2c03863e42 2024-11-07T23:21:35,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/27c0577dc1a746ee9aa4244278eefc02 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/27c0577dc1a746ee9aa4244278eefc02 2024-11-07T23:21:35,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/bd7a27973981492492aa7854da19231c to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/bd7a27973981492492aa7854da19231c 2024-11-07T23:21:35,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/39b0be4ce3344513b38daa98964bcad0 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/39b0be4ce3344513b38daa98964bcad0 2024-11-07T23:21:35,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/fb9787e3644540e6ac8993086b0e3758 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/fb9787e3644540e6ac8993086b0e3758 2024-11-07T23:21:35,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/17c679012ed74c8aa72cb4c7bcd6845e to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/17c679012ed74c8aa72cb4c7bcd6845e 2024-11-07T23:21:35,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/0d82d5cedc2b473f907345d2dfb3c0e3 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/0d82d5cedc2b473f907345d2dfb3c0e3 2024-11-07T23:21:35,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/d332f7d0d2a3471f9877d3923c9b5cb3 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/d332f7d0d2a3471f9877d3923c9b5cb3 2024-11-07T23:21:35,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/484ae105a7524f76a76ee0c3d6f84fe3 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/484ae105a7524f76a76ee0c3d6f84fe3 2024-11-07T23:21:35,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/bf327e3ab25b410cb424a3f94e21bbf4 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/bf327e3ab25b410cb424a3f94e21bbf4 2024-11-07T23:21:35,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/a52c9f35f86f4f5f822fd3bdfc258974 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/a52c9f35f86f4f5f822fd3bdfc258974 2024-11-07T23:21:35,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/04c4436474284f77ae53d4c01feefd7e to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/04c4436474284f77ae53d4c01feefd7e 2024-11-07T23:21:35,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/8118d8a614214191bdbeb7ca1ebb042a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/8118d8a614214191bdbeb7ca1ebb042a 2024-11-07T23:21:35,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/d23fd25445bf4ca391691da8f71f1cea to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/d23fd25445bf4ca391691da8f71f1cea 2024-11-07T23:21:35,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/69146e68eb204775b1da34e692b666c7 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/69146e68eb204775b1da34e692b666c7 2024-11-07T23:21:35,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/5a45467aba1c476daeeed6f94bac3152 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/5a45467aba1c476daeeed6f94bac3152 2024-11-07T23:21:35,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/42aa66e659b647c5823356c52c614bd7, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/4b732caa2e8a430094db997bc58d5d18, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e6f39ca1443440df9715c7356b8012dd, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e8d75a3495df4aa585a22cb113c95c85, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/8eede37257354539a1fe33712f391a69, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/3445effa2b564b2fb03852e644c69b16, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/bbfefa18ce444962bc0e5a0835572968, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/b8d007f101ae47d99aafa2cb6bbe7461, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/788cf25b4d90417d80546a049ee6165d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e4fa5ae900e943a49a7e40c9cac672ac, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/5e74181d57874ffdb4e177050091bbe9, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/bfe3301316084973bd9696f928da90a5, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/8e01f095cc704cbf8aa2391816e4d24f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/06b28e3e93a946a39c6c5731f4224373, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e9d429ba305e4df9b4f559884efcfb7f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/ff5f4bb2b37d407cabc595e808abbb48, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/68b10b558459415984f3d37637762c90, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/10207459b19b4a3b8b5a24da59b8d0f1, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/303fb415b9a6492d96c57970a4d90d86, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/300f95cbfcfc4660a8d79bfa51184ff1, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/54fc5b3bd9c84783a11072db66ab5861, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e263ed4264a34820b589a13d04c03cc0, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/3fbf35525d384e29b34fd55351c6ba49, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/ec42cb1e891a44ecbaedbfe6f2beb982, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/64047becf42c4325981bffe2470f0251, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/0e501f93273a48e1a73606b32a2226bd, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/ae6767bad5b64a75811ed031dd13ef59, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/2380a4cc2bd54176baca406ca9a113b2, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/96513307dc3447f9874bb411db0916a2, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/25587d7cfab24601893a2c3e210b0adb, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/5ab1ce5d5d4143e2965a800490b77ffc, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/60bdf37d2f894cd5ab9b61f6338dfe97, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/7ea9045fbc984a3bb530e4c5a464be46, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/40231ce89dee4f959043ac8b265317a9, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/4d69e99e75f7409ca1a3d99017bdb868, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/7104291590224d5d95d223418665226e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/bbe35cc331d64a37b28432532c789ba6, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/df695019a83c42e59ab277ad2d516a43, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/a9bc3ed8d76048ec867da4ac092f1c31, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/6702346aa02b4b3e97585a701c308a55, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/8559a23aacb64b9a8b7f4da8c797ad80, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/2cfb5902251d487da4a1999b6dbd2d1d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/dd32c5f4c0384805948abde036196efc, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/2a73cf61bfbd4234b56d3cecb770d797] to archive 2024-11-07T23:21:35,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T23:21:35,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/42aa66e659b647c5823356c52c614bd7 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/42aa66e659b647c5823356c52c614bd7 2024-11-07T23:21:35,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/4b732caa2e8a430094db997bc58d5d18 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/4b732caa2e8a430094db997bc58d5d18 2024-11-07T23:21:35,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e6f39ca1443440df9715c7356b8012dd to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e6f39ca1443440df9715c7356b8012dd 2024-11-07T23:21:35,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e8d75a3495df4aa585a22cb113c95c85 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e8d75a3495df4aa585a22cb113c95c85 2024-11-07T23:21:35,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/8eede37257354539a1fe33712f391a69 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/8eede37257354539a1fe33712f391a69 2024-11-07T23:21:35,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/3445effa2b564b2fb03852e644c69b16 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/3445effa2b564b2fb03852e644c69b16 2024-11-07T23:21:35,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/bbfefa18ce444962bc0e5a0835572968 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/bbfefa18ce444962bc0e5a0835572968 2024-11-07T23:21:35,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/b8d007f101ae47d99aafa2cb6bbe7461 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/b8d007f101ae47d99aafa2cb6bbe7461 2024-11-07T23:21:35,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/788cf25b4d90417d80546a049ee6165d to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/788cf25b4d90417d80546a049ee6165d 2024-11-07T23:21:35,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e4fa5ae900e943a49a7e40c9cac672ac to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e4fa5ae900e943a49a7e40c9cac672ac 2024-11-07T23:21:35,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/5e74181d57874ffdb4e177050091bbe9 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/5e74181d57874ffdb4e177050091bbe9 2024-11-07T23:21:35,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/bfe3301316084973bd9696f928da90a5 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/bfe3301316084973bd9696f928da90a5 2024-11-07T23:21:35,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/8e01f095cc704cbf8aa2391816e4d24f to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/8e01f095cc704cbf8aa2391816e4d24f 2024-11-07T23:21:35,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/06b28e3e93a946a39c6c5731f4224373 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/06b28e3e93a946a39c6c5731f4224373 2024-11-07T23:21:35,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e9d429ba305e4df9b4f559884efcfb7f to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e9d429ba305e4df9b4f559884efcfb7f 2024-11-07T23:21:35,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/ff5f4bb2b37d407cabc595e808abbb48 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/ff5f4bb2b37d407cabc595e808abbb48 2024-11-07T23:21:35,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/68b10b558459415984f3d37637762c90 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/68b10b558459415984f3d37637762c90 2024-11-07T23:21:35,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/10207459b19b4a3b8b5a24da59b8d0f1 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/10207459b19b4a3b8b5a24da59b8d0f1 2024-11-07T23:21:35,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/303fb415b9a6492d96c57970a4d90d86 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/303fb415b9a6492d96c57970a4d90d86 2024-11-07T23:21:35,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/300f95cbfcfc4660a8d79bfa51184ff1 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/300f95cbfcfc4660a8d79bfa51184ff1 2024-11-07T23:21:35,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/54fc5b3bd9c84783a11072db66ab5861 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/54fc5b3bd9c84783a11072db66ab5861 2024-11-07T23:21:35,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e263ed4264a34820b589a13d04c03cc0 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/e263ed4264a34820b589a13d04c03cc0 2024-11-07T23:21:35,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/3fbf35525d384e29b34fd55351c6ba49 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/3fbf35525d384e29b34fd55351c6ba49 2024-11-07T23:21:35,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/ec42cb1e891a44ecbaedbfe6f2beb982 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/ec42cb1e891a44ecbaedbfe6f2beb982 2024-11-07T23:21:35,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/64047becf42c4325981bffe2470f0251 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/64047becf42c4325981bffe2470f0251 2024-11-07T23:21:35,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/0e501f93273a48e1a73606b32a2226bd to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/0e501f93273a48e1a73606b32a2226bd 2024-11-07T23:21:35,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/ae6767bad5b64a75811ed031dd13ef59 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/ae6767bad5b64a75811ed031dd13ef59 2024-11-07T23:21:35,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/2380a4cc2bd54176baca406ca9a113b2 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/2380a4cc2bd54176baca406ca9a113b2 2024-11-07T23:21:35,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/96513307dc3447f9874bb411db0916a2 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/96513307dc3447f9874bb411db0916a2 2024-11-07T23:21:35,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/25587d7cfab24601893a2c3e210b0adb to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/25587d7cfab24601893a2c3e210b0adb 2024-11-07T23:21:35,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/5ab1ce5d5d4143e2965a800490b77ffc to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/5ab1ce5d5d4143e2965a800490b77ffc 2024-11-07T23:21:35,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/60bdf37d2f894cd5ab9b61f6338dfe97 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/60bdf37d2f894cd5ab9b61f6338dfe97 2024-11-07T23:21:35,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/7ea9045fbc984a3bb530e4c5a464be46 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/7ea9045fbc984a3bb530e4c5a464be46 2024-11-07T23:21:35,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/40231ce89dee4f959043ac8b265317a9 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/40231ce89dee4f959043ac8b265317a9 2024-11-07T23:21:35,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/4d69e99e75f7409ca1a3d99017bdb868 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/4d69e99e75f7409ca1a3d99017bdb868 2024-11-07T23:21:35,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/7104291590224d5d95d223418665226e to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/7104291590224d5d95d223418665226e 2024-11-07T23:21:35,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/bbe35cc331d64a37b28432532c789ba6 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/bbe35cc331d64a37b28432532c789ba6 2024-11-07T23:21:35,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/df695019a83c42e59ab277ad2d516a43 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/df695019a83c42e59ab277ad2d516a43 2024-11-07T23:21:35,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/a9bc3ed8d76048ec867da4ac092f1c31 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/a9bc3ed8d76048ec867da4ac092f1c31 2024-11-07T23:21:35,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/6702346aa02b4b3e97585a701c308a55 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/6702346aa02b4b3e97585a701c308a55 2024-11-07T23:21:35,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/8559a23aacb64b9a8b7f4da8c797ad80 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/8559a23aacb64b9a8b7f4da8c797ad80 2024-11-07T23:21:35,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/2cfb5902251d487da4a1999b6dbd2d1d to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/2cfb5902251d487da4a1999b6dbd2d1d 2024-11-07T23:21:35,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/dd32c5f4c0384805948abde036196efc to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/dd32c5f4c0384805948abde036196efc 2024-11-07T23:21:35,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/2a73cf61bfbd4234b56d3cecb770d797 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/2a73cf61bfbd4234b56d3cecb770d797 2024-11-07T23:21:35,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/5036632088db41818995708f0b3cbf37, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/cb37b55d568d4a36bba253d80f22a603, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/7c00cf55aa504331a11c2dc565d33dcb, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/74af6d3873854f7da7aba5a00c3ad235, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/a527a4fc81ff4e4d9d89d4d960c4b022, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/21a8ac048fa2469b921d546ac3352273, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/be3ba029d2da45d2a69a72f11640ec48, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/650a27eb56b9407f9f7fb0ef771636e4, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/442e97a2caef452292f787c3c6e17ad5, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/8a53d631d9404b8cab1e351bd3da8e92, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/74cbb175679a43f6bce8374730b41085, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/c3988d6e301645848f576c9fc92683a2, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/ddebda6036be45a4814e7132bb66f58e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/0e8128737579455ebc9412dcb0892af3, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/651e4da621494fcd9f3f6325361b7a1f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/3ff7917cd2b54474aaa26f23c2538b10, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/3b704b8e762246889b6d4ef06f6650a8, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/e48d69feb04e4e17a06c1804df79aa72, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/0846bfd339f541f7b5554cff7e65eb70, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/1d90e3ee173343678f1348947fe4a09c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/a6ecf04d579e4d3babf7a49cb859204c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/2e50435d0bd64179aa0fefc00f5c95a8, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/fbbe72c1cfd544e2b6dac1eab48df4ea, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/d1eb5749213f47fc858537f420a6bf67, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/f47d769f05b04acfa3fbb10374913fe2, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/10e143fbf85140e79a6b5960694b5e26, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/2c0c4055f4cb4c2f835de530b3b46039, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/40b6d01c418c4227b1683609330b1a7d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/ae4dffec7f2648b7979335c39737a0f3, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/b2eb73e088664f0fbea59190a4123bbc, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/a5521717c28c44f7ab4acd51b766d66e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/ab745268078048049bb3bf8077cf9eb0, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/cebd6da844aa43c5a5bd2875009a7191, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/fff6023bedf74957ae896c06a2518990, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/8fbe98be722445edb8c4589a118affc2, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/262cba0802884620958d4eb239bc5df1, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/58ff649e64f447cca83709135e97fc93, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/c0b9d85e0e7d405d82149f32e616b94e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/35ab4d079209450a96095d160bcf6db6, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/1b8c64ee6513494d9304c19725497ff4, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/46e042beb49243fdbfdf45e700f58365, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/f6d338bebf1141469c41427b43b1a198, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/505ca68fbe5445debfe01eedd972a143] to archive 2024-11-07T23:21:35,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T23:21:35,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/5036632088db41818995708f0b3cbf37 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/5036632088db41818995708f0b3cbf37 2024-11-07T23:21:35,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/cb37b55d568d4a36bba253d80f22a603 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/cb37b55d568d4a36bba253d80f22a603 2024-11-07T23:21:35,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/7c00cf55aa504331a11c2dc565d33dcb to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/7c00cf55aa504331a11c2dc565d33dcb 2024-11-07T23:21:35,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/74af6d3873854f7da7aba5a00c3ad235 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/74af6d3873854f7da7aba5a00c3ad235 2024-11-07T23:21:35,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/a527a4fc81ff4e4d9d89d4d960c4b022 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/a527a4fc81ff4e4d9d89d4d960c4b022 2024-11-07T23:21:35,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/21a8ac048fa2469b921d546ac3352273 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/21a8ac048fa2469b921d546ac3352273 2024-11-07T23:21:35,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/be3ba029d2da45d2a69a72f11640ec48 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/be3ba029d2da45d2a69a72f11640ec48 2024-11-07T23:21:35,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/650a27eb56b9407f9f7fb0ef771636e4 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/650a27eb56b9407f9f7fb0ef771636e4 2024-11-07T23:21:35,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/442e97a2caef452292f787c3c6e17ad5 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/442e97a2caef452292f787c3c6e17ad5 2024-11-07T23:21:35,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/8a53d631d9404b8cab1e351bd3da8e92 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/8a53d631d9404b8cab1e351bd3da8e92 2024-11-07T23:21:35,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/74cbb175679a43f6bce8374730b41085 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/74cbb175679a43f6bce8374730b41085 2024-11-07T23:21:35,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/c3988d6e301645848f576c9fc92683a2 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/c3988d6e301645848f576c9fc92683a2 2024-11-07T23:21:35,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/ddebda6036be45a4814e7132bb66f58e to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/ddebda6036be45a4814e7132bb66f58e 2024-11-07T23:21:35,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/0e8128737579455ebc9412dcb0892af3 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/0e8128737579455ebc9412dcb0892af3 2024-11-07T23:21:35,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/651e4da621494fcd9f3f6325361b7a1f to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/651e4da621494fcd9f3f6325361b7a1f 2024-11-07T23:21:35,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/3ff7917cd2b54474aaa26f23c2538b10 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/3ff7917cd2b54474aaa26f23c2538b10 2024-11-07T23:21:35,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/3b704b8e762246889b6d4ef06f6650a8 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/3b704b8e762246889b6d4ef06f6650a8 2024-11-07T23:21:35,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/e48d69feb04e4e17a06c1804df79aa72 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/e48d69feb04e4e17a06c1804df79aa72 2024-11-07T23:21:35,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/0846bfd339f541f7b5554cff7e65eb70 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/0846bfd339f541f7b5554cff7e65eb70 2024-11-07T23:21:35,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/1d90e3ee173343678f1348947fe4a09c to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/1d90e3ee173343678f1348947fe4a09c 2024-11-07T23:21:35,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/a6ecf04d579e4d3babf7a49cb859204c to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/a6ecf04d579e4d3babf7a49cb859204c 2024-11-07T23:21:35,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/2e50435d0bd64179aa0fefc00f5c95a8 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/2e50435d0bd64179aa0fefc00f5c95a8 2024-11-07T23:21:35,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/fbbe72c1cfd544e2b6dac1eab48df4ea to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/fbbe72c1cfd544e2b6dac1eab48df4ea 2024-11-07T23:21:35,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/d1eb5749213f47fc858537f420a6bf67 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/d1eb5749213f47fc858537f420a6bf67 2024-11-07T23:21:35,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/f47d769f05b04acfa3fbb10374913fe2 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/f47d769f05b04acfa3fbb10374913fe2 2024-11-07T23:21:35,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/10e143fbf85140e79a6b5960694b5e26 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/10e143fbf85140e79a6b5960694b5e26 2024-11-07T23:21:35,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/2c0c4055f4cb4c2f835de530b3b46039 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/2c0c4055f4cb4c2f835de530b3b46039 2024-11-07T23:21:35,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/40b6d01c418c4227b1683609330b1a7d to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/40b6d01c418c4227b1683609330b1a7d 2024-11-07T23:21:35,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/ae4dffec7f2648b7979335c39737a0f3 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/ae4dffec7f2648b7979335c39737a0f3 2024-11-07T23:21:35,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/b2eb73e088664f0fbea59190a4123bbc to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/b2eb73e088664f0fbea59190a4123bbc 2024-11-07T23:21:35,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/a5521717c28c44f7ab4acd51b766d66e to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/a5521717c28c44f7ab4acd51b766d66e 2024-11-07T23:21:35,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/ab745268078048049bb3bf8077cf9eb0 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/ab745268078048049bb3bf8077cf9eb0 2024-11-07T23:21:35,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/cebd6da844aa43c5a5bd2875009a7191 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/cebd6da844aa43c5a5bd2875009a7191 2024-11-07T23:21:35,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/fff6023bedf74957ae896c06a2518990 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/fff6023bedf74957ae896c06a2518990 2024-11-07T23:21:35,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/8fbe98be722445edb8c4589a118affc2 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/8fbe98be722445edb8c4589a118affc2 2024-11-07T23:21:35,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/262cba0802884620958d4eb239bc5df1 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/262cba0802884620958d4eb239bc5df1 2024-11-07T23:21:35,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/58ff649e64f447cca83709135e97fc93 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/58ff649e64f447cca83709135e97fc93 2024-11-07T23:21:35,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/c0b9d85e0e7d405d82149f32e616b94e to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/c0b9d85e0e7d405d82149f32e616b94e 2024-11-07T23:21:35,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/35ab4d079209450a96095d160bcf6db6 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/35ab4d079209450a96095d160bcf6db6 2024-11-07T23:21:35,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/1b8c64ee6513494d9304c19725497ff4 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/1b8c64ee6513494d9304c19725497ff4 2024-11-07T23:21:35,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/46e042beb49243fdbfdf45e700f58365 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/46e042beb49243fdbfdf45e700f58365 2024-11-07T23:21:35,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/f6d338bebf1141469c41427b43b1a198 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/f6d338bebf1141469c41427b43b1a198 2024-11-07T23:21:35,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/505ca68fbe5445debfe01eedd972a143 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/505ca68fbe5445debfe01eedd972a143 2024-11-07T23:21:35,831 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/recovered.edits/659.seqid, newMaxSeqId=659, maxSeqId=1 2024-11-07T23:21:35,834 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789. 2024-11-07T23:21:35,834 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for 5384307d1bc8978debf8ad4b5b1e8789: 2024-11-07T23:21:35,836 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed 5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:35,836 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=5384307d1bc8978debf8ad4b5b1e8789, regionState=CLOSED 2024-11-07T23:21:35,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-07T23:21:35,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure 5384307d1bc8978debf8ad4b5b1e8789, server=9fec913c0355,35383,1731021663619 in 1.7020 sec 2024-11-07T23:21:35,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-07T23:21:35,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5384307d1bc8978debf8ad4b5b1e8789, UNASSIGN in 1.7050 sec 2024-11-07T23:21:35,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-07T23:21:35,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7110 sec 2024-11-07T23:21:35,842 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021695841"}]},"ts":"1731021695841"} 2024-11-07T23:21:35,843 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-07T23:21:35,857 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-07T23:21:35,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7680 sec 2024-11-07T23:21:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-07T23:21:36,201 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-07T23:21:36,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-07T23:21:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:21:36,208 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:21:36,209 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=40, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:21:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-07T23:21:36,212 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:36,216 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A, FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B, FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C, FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/recovered.edits] 2024-11-07T23:21:36,219 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/cfe26c091ec34505aeecfb2c8e10dee0 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/cfe26c091ec34505aeecfb2c8e10dee0 2024-11-07T23:21:36,221 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/f5e643bc1f7942c083a970b465eb9bc2 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/A/f5e643bc1f7942c083a970b465eb9bc2 2024-11-07T23:21:36,223 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/03b1e58230d248bcb947cf53eb7c9377 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/03b1e58230d248bcb947cf53eb7c9377 2024-11-07T23:21:36,224 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/f6caf33bcf9f4a84a481fffefecf35c6 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/B/f6caf33bcf9f4a84a481fffefecf35c6 2024-11-07T23:21:36,226 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/8394cb084b8f4215bcf1afae4b4b5f63 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/8394cb084b8f4215bcf1afae4b4b5f63 2024-11-07T23:21:36,227 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/e5e74fad3c2e4c0e86920c9cd4238358 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/C/e5e74fad3c2e4c0e86920c9cd4238358 2024-11-07T23:21:36,229 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/recovered.edits/659.seqid to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789/recovered.edits/659.seqid 2024-11-07T23:21:36,229 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/5384307d1bc8978debf8ad4b5b1e8789 2024-11-07T23:21:36,229 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-07T23:21:36,234 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=40, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:21:36,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-07T23:21:36,243 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-07T23:21:36,274 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-07T23:21:36,275 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=40, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:21:36,275 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-07T23:21:36,275 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731021696275"}]},"ts":"9223372036854775807"} 2024-11-07T23:21:36,279 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-07T23:21:36,279 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5384307d1bc8978debf8ad4b5b1e8789, NAME => 'TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789.', STARTKEY => '', ENDKEY => ''}] 2024-11-07T23:21:36,279 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-07T23:21:36,279 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731021696279"}]},"ts":"9223372036854775807"} 2024-11-07T23:21:36,283 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-07T23:21:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-07T23:21:36,328 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=40, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:21:36,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 124 msec 2024-11-07T23:21:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-07T23:21:36,511 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 40 completed 2024-11-07T23:21:36,522 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=240 (was 219) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-799398276_22 at /127.0.0.1:45926 [Waiting for operation #412] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-799398276_22 at /127.0.0.1:56864 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1359366896_22 at /127.0.0.1:42476 [Waiting for operation #424] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4e4a0573-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1359366896_22 at /127.0.0.1:56862 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/9fec913c0355:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4e4a0573-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;9fec913c0355:35383-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4e4a0573-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4e4a0573-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=458 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=449 (was 228) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1743 (was 2285) 2024-11-07T23:21:36,530 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=449, ProcessCount=11, AvailableMemoryMB=1743 2024-11-07T23:21:36,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T23:21:36,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T23:21:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-07T23:21:36,535 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T23:21:36,535 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:36,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 41 2024-11-07T23:21:36,536 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T23:21:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-07T23:21:36,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741976_1152 (size=960) 2024-11-07T23:21:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-07T23:21:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-07T23:21:36,946 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c 2024-11-07T23:21:36,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741977_1153 (size=53) 2024-11-07T23:21:36,968 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:41977 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:41977,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-07T23:21:37,353 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:21:37,353 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 4c9d3f2bafd7773e12266d30b933ff6a, disabling compactions & flushes 2024-11-07T23:21:37,353 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:37,353 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:37,353 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. after waiting 0 ms 2024-11-07T23:21:37,353 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:37,353 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:37,353 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:37,355 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T23:21:37,355 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731021697355"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731021697355"}]},"ts":"1731021697355"} 2024-11-07T23:21:37,357 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-07T23:21:37,357 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T23:21:37,358 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021697357"}]},"ts":"1731021697357"} 2024-11-07T23:21:37,359 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-07T23:21:37,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c9d3f2bafd7773e12266d30b933ff6a, ASSIGN}] 2024-11-07T23:21:37,412 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c9d3f2bafd7773e12266d30b933ff6a, ASSIGN 2024-11-07T23:21:37,412 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c9d3f2bafd7773e12266d30b933ff6a, ASSIGN; state=OFFLINE, location=9fec913c0355,35383,1731021663619; forceNewPlan=false, retain=false 2024-11-07T23:21:37,563 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=4c9d3f2bafd7773e12266d30b933ff6a, regionState=OPENING, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:21:37,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; OpenRegionProcedure 4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619}] 2024-11-07T23:21:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-07T23:21:37,716 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:37,719 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:37,719 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} 2024-11-07T23:21:37,719 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:37,720 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:21:37,720 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:37,720 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:37,721 INFO [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:37,722 INFO [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T23:21:37,722 INFO [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c9d3f2bafd7773e12266d30b933ff6a columnFamilyName A 2024-11-07T23:21:37,722 DEBUG [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:37,723 INFO [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] regionserver.HStore(327): Store=4c9d3f2bafd7773e12266d30b933ff6a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:21:37,723 INFO [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:37,724 INFO [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T23:21:37,724 INFO [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c9d3f2bafd7773e12266d30b933ff6a columnFamilyName B 2024-11-07T23:21:37,725 DEBUG [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:37,725 INFO [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] regionserver.HStore(327): Store=4c9d3f2bafd7773e12266d30b933ff6a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:21:37,725 INFO [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:37,726 INFO [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T23:21:37,726 INFO [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c9d3f2bafd7773e12266d30b933ff6a columnFamilyName C 2024-11-07T23:21:37,726 DEBUG [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:37,726 INFO [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] regionserver.HStore(327): Store=4c9d3f2bafd7773e12266d30b933ff6a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:21:37,727 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:37,727 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:37,728 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:37,729 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T23:21:37,730 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:37,732 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:21:37,732 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 4c9d3f2bafd7773e12266d30b933ff6a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75100105, jitterRate=0.11907877027988434}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T23:21:37,733 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:37,734 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a., pid=43, masterSystemTime=1731021697716 2024-11-07T23:21:37,735 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:37,735 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:37,736 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=4c9d3f2bafd7773e12266d30b933ff6a, regionState=OPEN, openSeqNum=2, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:21:37,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-07T23:21:37,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; OpenRegionProcedure 4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 in 173 msec 2024-11-07T23:21:37,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-07T23:21:37,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c9d3f2bafd7773e12266d30b933ff6a, ASSIGN in 328 msec 2024-11-07T23:21:37,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T23:21:37,740 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021697740"}]},"ts":"1731021697740"} 2024-11-07T23:21:37,741 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-07T23:21:37,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T23:21:37,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2780 sec 2024-11-07T23:21:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-07T23:21:38,641 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-11-07T23:21:38,643 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e39091e to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fd61ddc 2024-11-07T23:21:38,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43796793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:21:38,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:21:38,690 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:21:38,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T23:21:38,694 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T23:21:38,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T23:21:38,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T23:21:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=44, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-07T23:21:38,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741978_1154 (size=996) 2024-11-07T23:21:39,116 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-07T23:21:39,116 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-07T23:21:39,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T23:21:39,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c9d3f2bafd7773e12266d30b933ff6a, REOPEN/MOVE}] 2024-11-07T23:21:39,130 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c9d3f2bafd7773e12266d30b933ff6a, REOPEN/MOVE 2024-11-07T23:21:39,131 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=4c9d3f2bafd7773e12266d30b933ff6a, regionState=CLOSING, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:21:39,132 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T23:21:39,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; CloseRegionProcedure 4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619}] 2024-11-07T23:21:39,283 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:39,284 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(124): Close 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:39,284 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-07T23:21:39,284 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1681): Closing 4c9d3f2bafd7773e12266d30b933ff6a, disabling compactions & flushes 2024-11-07T23:21:39,284 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:39,284 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:39,284 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. after waiting 0 ms 2024-11-07T23:21:39,284 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:39,288 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-07T23:21:39,288 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:39,289 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1635): Region close journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:39,289 WARN [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegionServer(3786): Not adding moved region record: 4c9d3f2bafd7773e12266d30b933ff6a to self. 2024-11-07T23:21:39,290 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(170): Closed 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:39,290 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=4c9d3f2bafd7773e12266d30b933ff6a, regionState=CLOSED 2024-11-07T23:21:39,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-11-07T23:21:39,293 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c9d3f2bafd7773e12266d30b933ff6a, REOPEN/MOVE; state=CLOSED, location=9fec913c0355,35383,1731021663619; forceNewPlan=false, retain=true 2024-11-07T23:21:39,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; CloseRegionProcedure 4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 in 159 msec 2024-11-07T23:21:39,444 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=4c9d3f2bafd7773e12266d30b933ff6a, regionState=OPENING, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:21:39,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=46, state=RUNNABLE; OpenRegionProcedure 4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619}] 2024-11-07T23:21:39,597 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:39,600 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:39,600 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} 2024-11-07T23:21:39,600 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:39,600 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:21:39,600 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:39,600 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:39,604 INFO [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:39,605 INFO [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T23:21:39,609 INFO [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c9d3f2bafd7773e12266d30b933ff6a columnFamilyName A 2024-11-07T23:21:39,611 DEBUG [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:39,611 INFO [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] regionserver.HStore(327): Store=4c9d3f2bafd7773e12266d30b933ff6a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:21:39,612 INFO [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:39,612 INFO [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T23:21:39,613 INFO [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c9d3f2bafd7773e12266d30b933ff6a columnFamilyName B 2024-11-07T23:21:39,613 DEBUG [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:39,613 INFO [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] regionserver.HStore(327): Store=4c9d3f2bafd7773e12266d30b933ff6a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:21:39,613 INFO [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:39,614 INFO [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T23:21:39,614 INFO [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c9d3f2bafd7773e12266d30b933ff6a columnFamilyName C 2024-11-07T23:21:39,614 DEBUG [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:39,614 INFO [StoreOpener-4c9d3f2bafd7773e12266d30b933ff6a-1 {}] regionserver.HStore(327): Store=4c9d3f2bafd7773e12266d30b933ff6a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:21:39,614 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:39,615 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:39,616 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:39,618 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T23:21:39,619 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:39,620 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 4c9d3f2bafd7773e12266d30b933ff6a; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67229990, jitterRate=0.0018049180507659912}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T23:21:39,621 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:39,622 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a., pid=48, masterSystemTime=1731021699597 2024-11-07T23:21:39,623 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:39,624 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:39,624 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=4c9d3f2bafd7773e12266d30b933ff6a, regionState=OPEN, openSeqNum=5, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:21:39,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=46 2024-11-07T23:21:39,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=46, state=SUCCESS; OpenRegionProcedure 4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 in 180 msec 2024-11-07T23:21:39,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-07T23:21:39,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c9d3f2bafd7773e12266d30b933ff6a, REOPEN/MOVE in 497 msec 2024-11-07T23:21:39,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-07T23:21:39,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 511 msec 2024-11-07T23:21:39,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 932 msec 2024-11-07T23:21:39,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44 2024-11-07T23:21:39,642 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x02ce9782 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@407076fd 2024-11-07T23:21:39,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e78b2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:21:39,713 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x216df2bd to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7864e839 2024-11-07T23:21:39,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c854ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:21:39,729 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14d1bb75 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e2170d3 2024-11-07T23:21:39,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76217c29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:21:39,743 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x499c4ae8 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@664bb6d8 2024-11-07T23:21:39,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad687d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:21:39,754 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45472b1d to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f2bd5b 2024-11-07T23:21:39,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f44240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:21:39,767 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66547f33 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2cf8c7fb 2024-11-07T23:21:39,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a15d92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:21:39,779 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b7e00ea to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61d3d961 2024-11-07T23:21:39,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28575504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:21:39,792 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2fa0c9ff to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@504715bb 2024-11-07T23:21:39,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42aa95c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:21:39,805 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28dbd549 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4059e724 2024-11-07T23:21:39,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564b7e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:21:39,819 DEBUG [hconnection-0x1b80bd1e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:21:39,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:21:39,819 DEBUG [hconnection-0x8e94b12-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:21:39,819 DEBUG [hconnection-0x452cbbe5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:21:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-07T23:21:39,820 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:21:39,820 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:21:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-07T23:21:39,821 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:21:39,822 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:21:39,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:21:39,823 DEBUG [hconnection-0x6fe45cb1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:21:39,823 DEBUG [hconnection-0x307eefc5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:21:39,824 DEBUG [hconnection-0x3795ec0e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:21:39,824 DEBUG [hconnection-0x42b4d2a0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:21:39,825 DEBUG [hconnection-0x1b4dae9e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:21:39,825 DEBUG [hconnection-0x36caa65b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:21:39,824 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59894, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:21:39,826 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:21:39,827 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59920, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:21:39,827 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:21:39,827 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:21:39,827 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:21:39,828 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:21:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:39,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4c9d3f2bafd7773e12266d30b933ff6a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T23:21:39,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=A 2024-11-07T23:21:39,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:39,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=B 2024-11-07T23:21:39,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:39,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=C 2024-11-07T23:21:39,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:39,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021759895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:39,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021759896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:39,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021759898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:39,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021759901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:39,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021759901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-07T23:21:39,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107cf4d4fa33ac14590bbd232a28906fa37_4c9d3f2bafd7773e12266d30b933ff6a is 50, key is test_row_0/A:col10/1731021699832/Put/seqid=0 2024-11-07T23:21:39,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741979_1155 (size=14594) 2024-11-07T23:21:39,974 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:39,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-07T23:21:39,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:39,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:39,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:39,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:39,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:40,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021760003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:40,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021760004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:40,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021760004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:40,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021760005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:40,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021760005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-07T23:21:40,128 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:40,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-07T23:21:40,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:40,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:40,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:40,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:40,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:40,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021760207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:40,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021760207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:40,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021760208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:40,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021760213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:40,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021760216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:40,282 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:40,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-07T23:21:40,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:40,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:40,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:40,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:40,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:40,337 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:40,343 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107cf4d4fa33ac14590bbd232a28906fa37_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107cf4d4fa33ac14590bbd232a28906fa37_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:40,346 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/99a8e8613d664635bb59c6d054d8b260, store: [table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:40,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/99a8e8613d664635bb59c6d054d8b260 is 175, key is test_row_0/A:col10/1731021699832/Put/seqid=0 2024-11-07T23:21:40,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741980_1156 (size=39549) 2024-11-07T23:21:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-07T23:21:40,435 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:40,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-07T23:21:40,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:40,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:40,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:40,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:40,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:40,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021760511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:40,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021760511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:40,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021760510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:40,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021760517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:40,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021760520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:40,588 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:40,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-07T23:21:40,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:40,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:40,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:40,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:40,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:40,745 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:40,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-07T23:21:40,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:40,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:40,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:40,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:40,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:40,763 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/99a8e8613d664635bb59c6d054d8b260 2024-11-07T23:21:40,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/dcf817bc81074ba3aba6905b928af4e0 is 50, key is test_row_0/B:col10/1731021699832/Put/seqid=0 2024-11-07T23:21:40,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741981_1157 (size=12001) 2024-11-07T23:21:40,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/dcf817bc81074ba3aba6905b928af4e0 2024-11-07T23:21:40,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/eae40614c9464d99bdfa4570367b217b is 50, key is test_row_0/C:col10/1731021699832/Put/seqid=0 2024-11-07T23:21:40,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741982_1158 (size=12001) 2024-11-07T23:21:40,899 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:40,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-07T23:21:40,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:40,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:40,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:40,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:40,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-07T23:21:41,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021761016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:41,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021761018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:41,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021761023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:41,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021761024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:41,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021761026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:41,051 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:41,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-07T23:21:41,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:41,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:41,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:41,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:41,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:41,206 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:41,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-07T23:21:41,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:41,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:41,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:41,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:41,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:41,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/eae40614c9464d99bdfa4570367b217b 2024-11-07T23:21:41,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/99a8e8613d664635bb59c6d054d8b260 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/99a8e8613d664635bb59c6d054d8b260 2024-11-07T23:21:41,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/99a8e8613d664635bb59c6d054d8b260, entries=200, sequenceid=16, filesize=38.6 K 2024-11-07T23:21:41,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/dcf817bc81074ba3aba6905b928af4e0 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/dcf817bc81074ba3aba6905b928af4e0 2024-11-07T23:21:41,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/dcf817bc81074ba3aba6905b928af4e0, entries=150, sequenceid=16, filesize=11.7 K 2024-11-07T23:21:41,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/eae40614c9464d99bdfa4570367b217b as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/eae40614c9464d99bdfa4570367b217b 2024-11-07T23:21:41,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/eae40614c9464d99bdfa4570367b217b, entries=150, sequenceid=16, filesize=11.7 K 2024-11-07T23:21:41,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 4c9d3f2bafd7773e12266d30b933ff6a in 1509ms, sequenceid=16, compaction requested=false 2024-11-07T23:21:41,346 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-07T23:21:41,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:41,359 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:41,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-07T23:21:41,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:41,361 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 4c9d3f2bafd7773e12266d30b933ff6a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-07T23:21:41,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=A 2024-11-07T23:21:41,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:41,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=B 2024-11-07T23:21:41,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:41,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=C 2024-11-07T23:21:41,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:41,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e1f34556fdec4069a10ef87054578757_4c9d3f2bafd7773e12266d30b933ff6a is 50, key is test_row_0/A:col10/1731021699898/Put/seqid=0 2024-11-07T23:21:41,396 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T23:21:41,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741983_1159 (size=12154) 2024-11-07T23:21:41,523 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T23:21:41,525 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45492, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T23:21:41,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:41,858 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e1f34556fdec4069a10ef87054578757_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e1f34556fdec4069a10ef87054578757_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:41,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/9bb71e0e50a24f9eb0c82721dd54e443, store: [table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:41,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/9bb71e0e50a24f9eb0c82721dd54e443 is 175, key is test_row_0/A:col10/1731021699898/Put/seqid=0 2024-11-07T23:21:41,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741984_1160 (size=30955) 2024-11-07T23:21:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-07T23:21:42,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:42,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021762042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:42,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021762045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:42,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021762046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:42,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021762046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:42,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021762048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:42,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021762152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:42,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021762152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:42,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021762152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:42,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021762153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:42,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021762152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:42,306 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/9bb71e0e50a24f9eb0c82721dd54e443 2024-11-07T23:21:42,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/502f14f158b144ad8b77c3bd44692562 is 50, key is test_row_0/B:col10/1731021699898/Put/seqid=0 2024-11-07T23:21:42,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741985_1161 (size=12001) 2024-11-07T23:21:42,327 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/502f14f158b144ad8b77c3bd44692562 2024-11-07T23:21:42,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/9f2f2970aea644f6be2b6537c8964ec9 is 50, key is test_row_0/C:col10/1731021699898/Put/seqid=0 2024-11-07T23:21:42,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741986_1162 (size=12001) 2024-11-07T23:21:42,353 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/9f2f2970aea644f6be2b6537c8964ec9 2024-11-07T23:21:42,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:42,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021762355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021762356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:42,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021762356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:42,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021762356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:42,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:42,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/9bb71e0e50a24f9eb0c82721dd54e443 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/9bb71e0e50a24f9eb0c82721dd54e443 2024-11-07T23:21:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021762359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:42,366 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/9bb71e0e50a24f9eb0c82721dd54e443, entries=150, sequenceid=41, filesize=30.2 K 2024-11-07T23:21:42,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/502f14f158b144ad8b77c3bd44692562 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/502f14f158b144ad8b77c3bd44692562 2024-11-07T23:21:42,373 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/502f14f158b144ad8b77c3bd44692562, entries=150, sequenceid=41, filesize=11.7 K 2024-11-07T23:21:42,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/9f2f2970aea644f6be2b6537c8964ec9 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/9f2f2970aea644f6be2b6537c8964ec9 2024-11-07T23:21:42,387 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/9f2f2970aea644f6be2b6537c8964ec9, entries=150, sequenceid=41, filesize=11.7 K 2024-11-07T23:21:42,388 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4c9d3f2bafd7773e12266d30b933ff6a in 1028ms, sequenceid=41, compaction requested=false 2024-11-07T23:21:42,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:42,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:42,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-07T23:21:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-07T23:21:42,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-07T23:21:42,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5680 sec 2024-11-07T23:21:42,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.5730 sec 2024-11-07T23:21:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:42,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4c9d3f2bafd7773e12266d30b933ff6a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-07T23:21:42,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=A 2024-11-07T23:21:42,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:42,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=B 2024-11-07T23:21:42,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:42,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=C 2024-11-07T23:21:42,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:42,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021762689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:42,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021762691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:42,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021762692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:42,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021762693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:42,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021762696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:42,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e4c00117399d43819e1d9e5a03a01c49_4c9d3f2bafd7773e12266d30b933ff6a is 50, key is test_row_0/A:col10/1731021702665/Put/seqid=0 2024-11-07T23:21:42,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741987_1163 (size=12154) 2024-11-07T23:21:42,714 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:42,723 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e4c00117399d43819e1d9e5a03a01c49_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e4c00117399d43819e1d9e5a03a01c49_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:42,726 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/1bd9393f33e141fcb188ba6bcc6aeef9, store: [table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:42,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/1bd9393f33e141fcb188ba6bcc6aeef9 is 175, key is test_row_0/A:col10/1731021702665/Put/seqid=0 2024-11-07T23:21:42,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741988_1164 (size=30955) 2024-11-07T23:21:42,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021762794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:42,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021762796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:42,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021762800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:42,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021762805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:42,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021762807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:43,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021762999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:43,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021762999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:43,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021763007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:43,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021763008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:43,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021763010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:43,152 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/1bd9393f33e141fcb188ba6bcc6aeef9 2024-11-07T23:21:43,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/2e5ccfd0202e439990544fbae548d950 is 50, key is test_row_0/B:col10/1731021702665/Put/seqid=0 2024-11-07T23:21:43,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741989_1165 (size=12001) 2024-11-07T23:21:43,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021763305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:43,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021763309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:43,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021763310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:43,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021763315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:43,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021763315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:43,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/2e5ccfd0202e439990544fbae548d950 2024-11-07T23:21:43,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/1e1a28ddeac84abc9587451877a7f056 is 50, key is test_row_0/C:col10/1731021702665/Put/seqid=0 2024-11-07T23:21:43,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741990_1166 (size=12001) 2024-11-07T23:21:43,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021763808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:43,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:43,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021763814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:43,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021763816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:43,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021763821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:43,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021763821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-07T23:21:43,927 INFO [Thread-752 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-07T23:21:43,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:21:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-07T23:21:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-07T23:21:43,932 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:21:43,933 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:21:43,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:21:43,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/1e1a28ddeac84abc9587451877a7f056 2024-11-07T23:21:43,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/1bd9393f33e141fcb188ba6bcc6aeef9 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/1bd9393f33e141fcb188ba6bcc6aeef9 2024-11-07T23:21:43,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/1bd9393f33e141fcb188ba6bcc6aeef9, entries=150, sequenceid=54, filesize=30.2 K 2024-11-07T23:21:43,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/2e5ccfd0202e439990544fbae548d950 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/2e5ccfd0202e439990544fbae548d950 2024-11-07T23:21:44,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/2e5ccfd0202e439990544fbae548d950, entries=150, sequenceid=54, filesize=11.7 K 2024-11-07T23:21:44,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/1e1a28ddeac84abc9587451877a7f056 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/1e1a28ddeac84abc9587451877a7f056 2024-11-07T23:21:44,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/1e1a28ddeac84abc9587451877a7f056, entries=150, sequenceid=54, filesize=11.7 K 2024-11-07T23:21:44,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 4c9d3f2bafd7773e12266d30b933ff6a in 1348ms, sequenceid=54, compaction requested=true 2024-11-07T23:21:44,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:44,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c9d3f2bafd7773e12266d30b933ff6a:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:21:44,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:44,013 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:21:44,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c9d3f2bafd7773e12266d30b933ff6a:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:21:44,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:44,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c9d3f2bafd7773e12266d30b933ff6a:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:21:44,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-07T23:21:44,013 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:21:44,016 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:21:44,016 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:21:44,016 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 4c9d3f2bafd7773e12266d30b933ff6a/B is initiating minor compaction (all files) 2024-11-07T23:21:44,016 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 4c9d3f2bafd7773e12266d30b933ff6a/A is initiating minor compaction (all files) 2024-11-07T23:21:44,016 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c9d3f2bafd7773e12266d30b933ff6a/B in TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:44,016 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c9d3f2bafd7773e12266d30b933ff6a/A in TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:44,016 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/dcf817bc81074ba3aba6905b928af4e0, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/502f14f158b144ad8b77c3bd44692562, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/2e5ccfd0202e439990544fbae548d950] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp, totalSize=35.2 K 2024-11-07T23:21:44,016 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/99a8e8613d664635bb59c6d054d8b260, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/9bb71e0e50a24f9eb0c82721dd54e443, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/1bd9393f33e141fcb188ba6bcc6aeef9] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp, totalSize=99.1 K 2024-11-07T23:21:44,016 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:44,017 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. files: [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/99a8e8613d664635bb59c6d054d8b260, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/9bb71e0e50a24f9eb0c82721dd54e443, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/1bd9393f33e141fcb188ba6bcc6aeef9] 2024-11-07T23:21:44,017 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting dcf817bc81074ba3aba6905b928af4e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731021699832 2024-11-07T23:21:44,017 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99a8e8613d664635bb59c6d054d8b260, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731021699832 2024-11-07T23:21:44,017 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 502f14f158b144ad8b77c3bd44692562, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731021699893 2024-11-07T23:21:44,018 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bb71e0e50a24f9eb0c82721dd54e443, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731021699893 2024-11-07T23:21:44,018 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e5ccfd0202e439990544fbae548d950, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731021702046 2024-11-07T23:21:44,018 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bd9393f33e141fcb188ba6bcc6aeef9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731021702046 2024-11-07T23:21:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-07T23:21:44,037 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c9d3f2bafd7773e12266d30b933ff6a#B#compaction#146 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:44,038 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/37aa975130584680b521602f84f2ccee is 50, key is test_row_0/B:col10/1731021702665/Put/seqid=0 2024-11-07T23:21:44,051 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:44,067 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110772851ab2ee3e49ed9c5fb58b2e4b59b7_4c9d3f2bafd7773e12266d30b933ff6a store=[table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:44,083 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110772851ab2ee3e49ed9c5fb58b2e4b59b7_4c9d3f2bafd7773e12266d30b933ff6a, store=[table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:44,083 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110772851ab2ee3e49ed9c5fb58b2e4b59b7_4c9d3f2bafd7773e12266d30b933ff6a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:44,085 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:44,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-07T23:21:44,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:44,086 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 4c9d3f2bafd7773e12266d30b933ff6a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-07T23:21:44,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=A 2024-11-07T23:21:44,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:44,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=B 2024-11-07T23:21:44,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:44,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=C 2024-11-07T23:21:44,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:44,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741991_1167 (size=12104) 2024-11-07T23:21:44,098 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/37aa975130584680b521602f84f2ccee as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/37aa975130584680b521602f84f2ccee 2024-11-07T23:21:44,104 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c9d3f2bafd7773e12266d30b933ff6a/B of 4c9d3f2bafd7773e12266d30b933ff6a into 37aa975130584680b521602f84f2ccee(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:44,104 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:44,104 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a., storeName=4c9d3f2bafd7773e12266d30b933ff6a/B, priority=13, startTime=1731021704013; duration=0sec 2024-11-07T23:21:44,104 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:44,104 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c9d3f2bafd7773e12266d30b933ff6a:B 2024-11-07T23:21:44,104 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:21:44,107 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:21:44,108 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 4c9d3f2bafd7773e12266d30b933ff6a/C is initiating minor compaction (all files) 2024-11-07T23:21:44,108 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c9d3f2bafd7773e12266d30b933ff6a/C in TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:44,108 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/eae40614c9464d99bdfa4570367b217b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/9f2f2970aea644f6be2b6537c8964ec9, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/1e1a28ddeac84abc9587451877a7f056] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp, totalSize=35.2 K 2024-11-07T23:21:44,108 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting eae40614c9464d99bdfa4570367b217b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731021699832 2024-11-07T23:21:44,109 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f2f2970aea644f6be2b6537c8964ec9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731021699893 2024-11-07T23:21:44,109 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e1a28ddeac84abc9587451877a7f056, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731021702046 2024-11-07T23:21:44,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741992_1168 (size=4469) 2024-11-07T23:21:44,120 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c9d3f2bafd7773e12266d30b933ff6a#A#compaction#147 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:44,122 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/7617422e34534911b490049ef8350768 is 175, key is test_row_0/A:col10/1731021702665/Put/seqid=0 2024-11-07T23:21:44,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110736c7e003c95d4437b9b439ec9bb95306_4c9d3f2bafd7773e12266d30b933ff6a is 50, key is test_row_0/A:col10/1731021702686/Put/seqid=0 2024-11-07T23:21:44,138 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c9d3f2bafd7773e12266d30b933ff6a#C#compaction#149 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:44,139 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/19d75003074441f8a3e0f47a1e11c397 is 50, key is test_row_0/C:col10/1731021702665/Put/seqid=0 2024-11-07T23:21:44,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741995_1171 (size=12104) 2024-11-07T23:21:44,179 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/19d75003074441f8a3e0f47a1e11c397 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/19d75003074441f8a3e0f47a1e11c397 2024-11-07T23:21:44,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741994_1170 (size=12154) 2024-11-07T23:21:44,188 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c9d3f2bafd7773e12266d30b933ff6a/C of 4c9d3f2bafd7773e12266d30b933ff6a into 19d75003074441f8a3e0f47a1e11c397(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:44,188 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:44,188 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a., storeName=4c9d3f2bafd7773e12266d30b933ff6a/C, priority=13, startTime=1731021704013; duration=0sec 2024-11-07T23:21:44,188 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:44,188 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c9d3f2bafd7773e12266d30b933ff6a:C 2024-11-07T23:21:44,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741993_1169 (size=31058) 2024-11-07T23:21:44,201 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/7617422e34534911b490049ef8350768 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/7617422e34534911b490049ef8350768 2024-11-07T23:21:44,207 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c9d3f2bafd7773e12266d30b933ff6a/A of 4c9d3f2bafd7773e12266d30b933ff6a into 7617422e34534911b490049ef8350768(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:44,207 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:44,207 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a., storeName=4c9d3f2bafd7773e12266d30b933ff6a/A, priority=13, startTime=1731021704013; duration=0sec 2024-11-07T23:21:44,208 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:44,208 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c9d3f2bafd7773e12266d30b933ff6a:A 2024-11-07T23:21:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-07T23:21:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-07T23:21:44,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:44,593 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110736c7e003c95d4437b9b439ec9bb95306_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110736c7e003c95d4437b9b439ec9bb95306_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:44,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/59029c51fba54ae78f03c37166321585, store: [table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:44,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/59029c51fba54ae78f03c37166321585 is 175, key is test_row_0/A:col10/1731021702686/Put/seqid=0 2024-11-07T23:21:44,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741996_1172 (size=30955) 2024-11-07T23:21:44,603 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/59029c51fba54ae78f03c37166321585 2024-11-07T23:21:44,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/7a80dcfe7e3041d1bc0d32e291e59ce4 is 50, key is test_row_0/B:col10/1731021702686/Put/seqid=0 2024-11-07T23:21:44,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741997_1173 (size=12001) 2024-11-07T23:21:44,625 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/7a80dcfe7e3041d1bc0d32e291e59ce4 2024-11-07T23:21:44,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/99228361ea5a40558e5e52e3027df0d2 is 50, key is test_row_0/C:col10/1731021702686/Put/seqid=0 2024-11-07T23:21:44,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741998_1174 (size=12001) 2024-11-07T23:21:44,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:44,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021764830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:44,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021764834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:44,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021764835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:44,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021764835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:44,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021764846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:44,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021764941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:44,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021764941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:44,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021764942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:44,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021764942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:44,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021764948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-07T23:21:45,048 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/99228361ea5a40558e5e52e3027df0d2 2024-11-07T23:21:45,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/59029c51fba54ae78f03c37166321585 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/59029c51fba54ae78f03c37166321585 2024-11-07T23:21:45,057 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/59029c51fba54ae78f03c37166321585, entries=150, sequenceid=78, filesize=30.2 K 2024-11-07T23:21:45,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/7a80dcfe7e3041d1bc0d32e291e59ce4 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/7a80dcfe7e3041d1bc0d32e291e59ce4 2024-11-07T23:21:45,075 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/7a80dcfe7e3041d1bc0d32e291e59ce4, entries=150, sequenceid=78, filesize=11.7 K 2024-11-07T23:21:45,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/99228361ea5a40558e5e52e3027df0d2 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/99228361ea5a40558e5e52e3027df0d2 2024-11-07T23:21:45,090 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/99228361ea5a40558e5e52e3027df0d2, entries=150, sequenceid=78, filesize=11.7 K 2024-11-07T23:21:45,092 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for 4c9d3f2bafd7773e12266d30b933ff6a in 1006ms, sequenceid=78, compaction requested=false 2024-11-07T23:21:45,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:45,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:45,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-07T23:21:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-07T23:21:45,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-07T23:21:45,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1590 sec 2024-11-07T23:21:45,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.1670 sec 2024-11-07T23:21:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:45,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4c9d3f2bafd7773e12266d30b933ff6a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-07T23:21:45,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=A 2024-11-07T23:21:45,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:45,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=B 2024-11-07T23:21:45,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:45,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=C 2024-11-07T23:21:45,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:45,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021765164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:45,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021765169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:45,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021765169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:45,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021765171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:45,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021765171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:45,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411071a5805abf3eb463ea765fb4980996480_4c9d3f2bafd7773e12266d30b933ff6a is 50, key is test_row_0/A:col10/1731021704829/Put/seqid=0 2024-11-07T23:21:45,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741999_1175 (size=12154) 2024-11-07T23:21:45,230 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:45,236 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411071a5805abf3eb463ea765fb4980996480_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411071a5805abf3eb463ea765fb4980996480_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:45,240 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/fba3597558424828a433452919349aa9, store: [table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:45,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/fba3597558424828a433452919349aa9 is 175, key is test_row_0/A:col10/1731021704829/Put/seqid=0 2024-11-07T23:21:45,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742000_1176 (size=30955) 2024-11-07T23:21:45,253 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/fba3597558424828a433452919349aa9 2024-11-07T23:21:45,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/0eae84cad8824a08ae1a2d1dc8722202 is 50, key is test_row_0/B:col10/1731021704829/Put/seqid=0 2024-11-07T23:21:45,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021765271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:45,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021765275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:45,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021765275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:45,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:45,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021765276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021765276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:45,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742001_1177 (size=12001) 2024-11-07T23:21:45,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021765475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:45,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021765478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:45,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021765479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:45,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021765479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:45,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021765485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:45,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/0eae84cad8824a08ae1a2d1dc8722202 2024-11-07T23:21:45,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/b920116df836441f95903489f518dad6 is 50, key is test_row_0/C:col10/1731021704829/Put/seqid=0 2024-11-07T23:21:45,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742002_1178 (size=12001) 2024-11-07T23:21:45,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/b920116df836441f95903489f518dad6 2024-11-07T23:21:45,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/fba3597558424828a433452919349aa9 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/fba3597558424828a433452919349aa9 2024-11-07T23:21:45,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/fba3597558424828a433452919349aa9, entries=150, sequenceid=96, filesize=30.2 K 2024-11-07T23:21:45,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/0eae84cad8824a08ae1a2d1dc8722202 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/0eae84cad8824a08ae1a2d1dc8722202 2024-11-07T23:21:45,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/0eae84cad8824a08ae1a2d1dc8722202, entries=150, sequenceid=96, filesize=11.7 K 2024-11-07T23:21:45,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/b920116df836441f95903489f518dad6 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/b920116df836441f95903489f518dad6 2024-11-07T23:21:45,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/b920116df836441f95903489f518dad6, entries=150, sequenceid=96, filesize=11.7 K 2024-11-07T23:21:45,740 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 4c9d3f2bafd7773e12266d30b933ff6a in 595ms, sequenceid=96, compaction requested=true 2024-11-07T23:21:45,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:45,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c9d3f2bafd7773e12266d30b933ff6a:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:21:45,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:45,741 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:21:45,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c9d3f2bafd7773e12266d30b933ff6a:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:21:45,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:45,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c9d3f2bafd7773e12266d30b933ff6a:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:21:45,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:45,741 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:21:45,741 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 4c9d3f2bafd7773e12266d30b933ff6a/A is initiating minor compaction (all files) 2024-11-07T23:21:45,741 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c9d3f2bafd7773e12266d30b933ff6a/A in TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:45,742 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/7617422e34534911b490049ef8350768, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/59029c51fba54ae78f03c37166321585, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/fba3597558424828a433452919349aa9] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp, totalSize=90.8 K 2024-11-07T23:21:45,742 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:45,742 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. files: [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/7617422e34534911b490049ef8350768, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/59029c51fba54ae78f03c37166321585, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/fba3597558424828a433452919349aa9] 2024-11-07T23:21:45,742 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7617422e34534911b490049ef8350768, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731021702046 2024-11-07T23:21:45,742 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59029c51fba54ae78f03c37166321585, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731021702686 2024-11-07T23:21:45,742 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:21:45,743 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting fba3597558424828a433452919349aa9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731021704829 2024-11-07T23:21:45,744 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:21:45,744 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 4c9d3f2bafd7773e12266d30b933ff6a/B is initiating minor compaction (all files) 2024-11-07T23:21:45,744 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c9d3f2bafd7773e12266d30b933ff6a/B in TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:45,744 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/37aa975130584680b521602f84f2ccee, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/7a80dcfe7e3041d1bc0d32e291e59ce4, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/0eae84cad8824a08ae1a2d1dc8722202] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp, totalSize=35.3 K 2024-11-07T23:21:45,745 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 37aa975130584680b521602f84f2ccee, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731021702046 2024-11-07T23:21:45,745 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a80dcfe7e3041d1bc0d32e291e59ce4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731021702686 2024-11-07T23:21:45,746 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 0eae84cad8824a08ae1a2d1dc8722202, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731021704829 2024-11-07T23:21:45,752 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:45,755 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107ee8979b691d3480fa2b518bb21ebeb9f_4c9d3f2bafd7773e12266d30b933ff6a store=[table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:45,759 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107ee8979b691d3480fa2b518bb21ebeb9f_4c9d3f2bafd7773e12266d30b933ff6a, store=[table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:45,759 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ee8979b691d3480fa2b518bb21ebeb9f_4c9d3f2bafd7773e12266d30b933ff6a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:45,769 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c9d3f2bafd7773e12266d30b933ff6a#B#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:45,769 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/d0ede2d7f06440768caa871ad96baba8 is 50, key is test_row_0/B:col10/1731021704829/Put/seqid=0 2024-11-07T23:21:45,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:45,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4c9d3f2bafd7773e12266d30b933ff6a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-07T23:21:45,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=A 2024-11-07T23:21:45,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:45,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=B 2024-11-07T23:21:45,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:45,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=C 2024-11-07T23:21:45,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:45,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742003_1179 (size=4469) 2024-11-07T23:21:45,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:45,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021765795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:45,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:45,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021765797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:45,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742004_1180 (size=12207) 2024-11-07T23:21:45,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:45,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021765798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:45,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:45,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021765798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:45,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:45,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021765798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:45,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107328c36f0ec3a4f86b967e7e56ec3df6d_4c9d3f2bafd7773e12266d30b933ff6a is 50, key is test_row_0/A:col10/1731021705153/Put/seqid=0 2024-11-07T23:21:45,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742005_1181 (size=14594) 2024-11-07T23:21:45,829 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:45,834 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107328c36f0ec3a4f86b967e7e56ec3df6d_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107328c36f0ec3a4f86b967e7e56ec3df6d_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:45,835 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/36fe08a24d4749a7a96ed123c32fab55, store: [table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:45,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/36fe08a24d4749a7a96ed123c32fab55 is 175, key is test_row_0/A:col10/1731021705153/Put/seqid=0 2024-11-07T23:21:45,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742006_1182 (size=39549) 2024-11-07T23:21:45,850 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/36fe08a24d4749a7a96ed123c32fab55 2024-11-07T23:21:45,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/e124a3c4734a415b8172a4e6493693f0 is 50, key is test_row_0/B:col10/1731021705153/Put/seqid=0 2024-11-07T23:21:45,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742007_1183 (size=12001) 2024-11-07T23:21:45,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021765901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:45,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:45,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021765901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:45,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021765905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:45,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021765906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:45,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021765906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:46,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-07T23:21:46,036 INFO [Thread-752 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-07T23:21:46,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:21:46,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-07T23:21:46,038 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:21:46,039 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:21:46,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:21:46,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-07T23:21:46,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:46,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021766104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021766104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:46,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:46,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021766108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:46,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:46,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021766108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:46,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:46,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021766109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-07T23:21:46,193 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:46,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-07T23:21:46,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:46,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:46,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:46,194 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c9d3f2bafd7773e12266d30b933ff6a#A#compaction#155 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:46,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:46,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:46,195 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/54616dc7ca6949d9a42623d866fba38d is 175, key is test_row_0/A:col10/1731021704829/Put/seqid=0 2024-11-07T23:21:46,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:46,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742008_1184 (size=31161) 2024-11-07T23:21:46,209 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/d0ede2d7f06440768caa871ad96baba8 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/d0ede2d7f06440768caa871ad96baba8 2024-11-07T23:21:46,214 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c9d3f2bafd7773e12266d30b933ff6a/B of 4c9d3f2bafd7773e12266d30b933ff6a into d0ede2d7f06440768caa871ad96baba8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:46,214 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:46,214 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a., storeName=4c9d3f2bafd7773e12266d30b933ff6a/B, priority=13, startTime=1731021705741; duration=0sec 2024-11-07T23:21:46,214 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:46,214 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c9d3f2bafd7773e12266d30b933ff6a:B 2024-11-07T23:21:46,214 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:21:46,215 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:21:46,216 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 4c9d3f2bafd7773e12266d30b933ff6a/C is initiating minor compaction (all files) 2024-11-07T23:21:46,216 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c9d3f2bafd7773e12266d30b933ff6a/C in TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:46,216 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/19d75003074441f8a3e0f47a1e11c397, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/99228361ea5a40558e5e52e3027df0d2, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/b920116df836441f95903489f518dad6] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp, totalSize=35.3 K 2024-11-07T23:21:46,216 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 19d75003074441f8a3e0f47a1e11c397, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731021702046 2024-11-07T23:21:46,217 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 99228361ea5a40558e5e52e3027df0d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731021702686 2024-11-07T23:21:46,217 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting b920116df836441f95903489f518dad6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731021704829 2024-11-07T23:21:46,223 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c9d3f2bafd7773e12266d30b933ff6a#C#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:46,223 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/6f54a3893ba9470b9d8ad154d893432c is 50, key is test_row_0/C:col10/1731021704829/Put/seqid=0 2024-11-07T23:21:46,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742009_1185 (size=12207) 2024-11-07T23:21:46,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/e124a3c4734a415b8172a4e6493693f0 2024-11-07T23:21:46,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/902f2e341cad4780ac2361704aaac94e is 50, key is test_row_0/C:col10/1731021705153/Put/seqid=0 2024-11-07T23:21:46,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742010_1186 (size=12001) 2024-11-07T23:21:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-07T23:21:46,346 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:46,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-07T23:21:46,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:46,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:46,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:46,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:46,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:46,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021766406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:46,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021766408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:46,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021766411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:46,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021766412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:46,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021766415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:46,499 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:46,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-07T23:21:46,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:46,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:46,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:46,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:46,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:46,609 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/54616dc7ca6949d9a42623d866fba38d as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/54616dc7ca6949d9a42623d866fba38d 2024-11-07T23:21:46,614 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c9d3f2bafd7773e12266d30b933ff6a/A of 4c9d3f2bafd7773e12266d30b933ff6a into 54616dc7ca6949d9a42623d866fba38d(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:46,614 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:46,614 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a., storeName=4c9d3f2bafd7773e12266d30b933ff6a/A, priority=13, startTime=1731021705740; duration=0sec 2024-11-07T23:21:46,614 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:46,614 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c9d3f2bafd7773e12266d30b933ff6a:A 2024-11-07T23:21:46,632 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/6f54a3893ba9470b9d8ad154d893432c as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/6f54a3893ba9470b9d8ad154d893432c 2024-11-07T23:21:46,638 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c9d3f2bafd7773e12266d30b933ff6a/C of 4c9d3f2bafd7773e12266d30b933ff6a into 6f54a3893ba9470b9d8ad154d893432c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:46,638 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:46,638 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a., storeName=4c9d3f2bafd7773e12266d30b933ff6a/C, priority=13, startTime=1731021705741; duration=0sec 2024-11-07T23:21:46,638 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:46,638 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c9d3f2bafd7773e12266d30b933ff6a:C 2024-11-07T23:21:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-07T23:21:46,651 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:46,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-07T23:21:46,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:46,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:46,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:46,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:46,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:46,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/902f2e341cad4780ac2361704aaac94e 2024-11-07T23:21:46,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/36fe08a24d4749a7a96ed123c32fab55 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/36fe08a24d4749a7a96ed123c32fab55 2024-11-07T23:21:46,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/36fe08a24d4749a7a96ed123c32fab55, entries=200, sequenceid=119, filesize=38.6 K 2024-11-07T23:21:46,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/e124a3c4734a415b8172a4e6493693f0 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/e124a3c4734a415b8172a4e6493693f0 2024-11-07T23:21:46,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/e124a3c4734a415b8172a4e6493693f0, entries=150, sequenceid=119, filesize=11.7 K 2024-11-07T23:21:46,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/902f2e341cad4780ac2361704aaac94e as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/902f2e341cad4780ac2361704aaac94e 2024-11-07T23:21:46,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/902f2e341cad4780ac2361704aaac94e, entries=150, sequenceid=119, filesize=11.7 K 2024-11-07T23:21:46,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 4c9d3f2bafd7773e12266d30b933ff6a in 925ms, sequenceid=119, compaction requested=false 2024-11-07T23:21:46,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:46,803 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:46,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-07T23:21:46,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:46,804 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 4c9d3f2bafd7773e12266d30b933ff6a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-07T23:21:46,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=A 2024-11-07T23:21:46,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:46,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=B 2024-11-07T23:21:46,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:46,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=C 2024-11-07T23:21:46,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:46,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110712bbc4f6763c4a83b57748984d884639_4c9d3f2bafd7773e12266d30b933ff6a is 50, key is test_row_0/A:col10/1731021705794/Put/seqid=0 2024-11-07T23:21:46,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742011_1187 (size=12254) 2024-11-07T23:21:46,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:46,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021766930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:46,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021766931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:46,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021766931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:46,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021766931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:46,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021766933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:47,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021767035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:47,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021767035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:47,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021767035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:47,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021767036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:47,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021767036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-07T23:21:47,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:47,221 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110712bbc4f6763c4a83b57748984d884639_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110712bbc4f6763c4a83b57748984d884639_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:47,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/29875cccbeea4b88bc76822521399e76, store: [table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:47,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/29875cccbeea4b88bc76822521399e76 is 175, key is test_row_0/A:col10/1731021705794/Put/seqid=0 2024-11-07T23:21:47,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742012_1188 (size=31055) 2024-11-07T23:21:47,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021767238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:47,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021767238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:47,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021767239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:47,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021767239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:47,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021767241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:47,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:47,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021767540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021767540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:47,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021767542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:47,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021767543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:47,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021767546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:47,627 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/29875cccbeea4b88bc76822521399e76 2024-11-07T23:21:47,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/d97e97e0eb31486993ca17ee373e1a1d is 50, key is test_row_0/B:col10/1731021705794/Put/seqid=0 2024-11-07T23:21:47,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742013_1189 (size=12101) 2024-11-07T23:21:48,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021768045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:48,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021768045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:48,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021768045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:48,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021768048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:48,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021768052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:48,058 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/d97e97e0eb31486993ca17ee373e1a1d 2024-11-07T23:21:48,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/d630bfc850b74936a1c610e926f07abc is 50, key is test_row_0/C:col10/1731021705794/Put/seqid=0 2024-11-07T23:21:48,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742014_1190 (size=12101) 2024-11-07T23:21:48,068 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/d630bfc850b74936a1c610e926f07abc 2024-11-07T23:21:48,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/29875cccbeea4b88bc76822521399e76 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/29875cccbeea4b88bc76822521399e76 2024-11-07T23:21:48,077 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/29875cccbeea4b88bc76822521399e76, entries=150, sequenceid=136, filesize=30.3 K 2024-11-07T23:21:48,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/d97e97e0eb31486993ca17ee373e1a1d as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/d97e97e0eb31486993ca17ee373e1a1d 2024-11-07T23:21:48,081 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/d97e97e0eb31486993ca17ee373e1a1d, entries=150, sequenceid=136, filesize=11.8 K 2024-11-07T23:21:48,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/d630bfc850b74936a1c610e926f07abc as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/d630bfc850b74936a1c610e926f07abc 2024-11-07T23:21:48,087 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/d630bfc850b74936a1c610e926f07abc, entries=150, sequenceid=136, filesize=11.8 K 2024-11-07T23:21:48,088 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 4c9d3f2bafd7773e12266d30b933ff6a in 1285ms, sequenceid=136, compaction requested=true 2024-11-07T23:21:48,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:48,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:48,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-07T23:21:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-07T23:21:48,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-07T23:21:48,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0490 sec 2024-11-07T23:21:48,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.0540 sec 2024-11-07T23:21:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-07T23:21:48,144 INFO [Thread-752 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-07T23:21:48,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:21:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-07T23:21:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-07T23:21:48,148 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:21:48,148 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:21:48,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:21:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-07T23:21:48,300 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:48,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-07T23:21:48,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:48,301 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 4c9d3f2bafd7773e12266d30b933ff6a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-07T23:21:48,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=A 2024-11-07T23:21:48,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:48,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=B 2024-11-07T23:21:48,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:48,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=C 2024-11-07T23:21:48,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:48,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107a3505ce1b407492da3bf75872b7b2cba_4c9d3f2bafd7773e12266d30b933ff6a is 50, key is test_row_0/A:col10/1731021706930/Put/seqid=0 2024-11-07T23:21:48,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742015_1191 (size=12304) 2024-11-07T23:21:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-07T23:21:48,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:48,723 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107a3505ce1b407492da3bf75872b7b2cba_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a3505ce1b407492da3bf75872b7b2cba_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:48,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/eaff247d6d4e45038ad150908c295129, store: [table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:48,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/eaff247d6d4e45038ad150908c295129 is 175, key is test_row_0/A:col10/1731021706930/Put/seqid=0 2024-11-07T23:21:48,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742016_1192 (size=31105) 2024-11-07T23:21:48,741 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/eaff247d6d4e45038ad150908c295129 2024-11-07T23:21:48,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/714ef092e81d453b94d98038d7fd6c49 is 50, key is test_row_0/B:col10/1731021706930/Put/seqid=0 2024-11-07T23:21:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-07T23:21:48,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742017_1193 (size=12151) 2024-11-07T23:21:48,763 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/714ef092e81d453b94d98038d7fd6c49 2024-11-07T23:21:48,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/1109da1956834168bd616b35cdcd71ab is 50, key is test_row_0/C:col10/1731021706930/Put/seqid=0 2024-11-07T23:21:48,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742018_1194 (size=12151) 2024-11-07T23:21:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:49,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:49,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:49,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021769086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021769086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021769088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021769089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021769089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,186 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/1109da1956834168bd616b35cdcd71ab 2024-11-07T23:21:49,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021769190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/eaff247d6d4e45038ad150908c295129 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/eaff247d6d4e45038ad150908c295129 2024-11-07T23:21:49,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021769190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021769190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021769195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,199 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/eaff247d6d4e45038ad150908c295129, entries=150, sequenceid=158, filesize=30.4 K 2024-11-07T23:21:49,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/714ef092e81d453b94d98038d7fd6c49 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/714ef092e81d453b94d98038d7fd6c49 2024-11-07T23:21:49,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021769196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,207 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/714ef092e81d453b94d98038d7fd6c49, entries=150, sequenceid=158, filesize=11.9 K 2024-11-07T23:21:49,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/1109da1956834168bd616b35cdcd71ab as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/1109da1956834168bd616b35cdcd71ab 2024-11-07T23:21:49,214 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/1109da1956834168bd616b35cdcd71ab, entries=150, sequenceid=158, filesize=11.9 K 2024-11-07T23:21:49,216 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 4c9d3f2bafd7773e12266d30b933ff6a in 914ms, sequenceid=158, compaction requested=true 2024-11-07T23:21:49,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:49,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:49,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-07T23:21:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-07T23:21:49,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-07T23:21:49,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0690 sec 2024-11-07T23:21:49,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.0740 sec 2024-11-07T23:21:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-07T23:21:49,250 INFO [Thread-752 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-07T23:21:49,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:21:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-07T23:21:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-07T23:21:49,252 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:21:49,253 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:21:49,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:21:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-07T23:21:49,380 INFO [master/9fec913c0355:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T23:21:49,381 INFO [master/9fec913c0355:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T23:21:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:49,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4c9d3f2bafd7773e12266d30b933ff6a 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-07T23:21:49,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=A 2024-11-07T23:21:49,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:49,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=B 2024-11-07T23:21:49,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:49,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=C 2024-11-07T23:21:49,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:49,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107bd3f973e5fe34022bc6f4db0f9ba2159_4c9d3f2bafd7773e12266d30b933ff6a is 50, key is test_row_0/A:col10/1731021709088/Put/seqid=0 2024-11-07T23:21:49,407 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-07T23:21:49,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:49,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:49,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:49,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:49,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:49,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742019_1195 (size=14794) 2024-11-07T23:21:49,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021769413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021769414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021769415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021769415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021769416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:49,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021769517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021769517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021769517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021769518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021769522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-07T23:21:49,560 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-07T23:21:49,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:49,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:49,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:49,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:49,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:49,712 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-07T23:21:49,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:49,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:49,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:49,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:49,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:49,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021769719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021769720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021769720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021769721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021769725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,815 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:49,820 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107bd3f973e5fe34022bc6f4db0f9ba2159_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107bd3f973e5fe34022bc6f4db0f9ba2159_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:49,820 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/22d0695fe7a34573b443d7ffbaf58d2f, store: [table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:49,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/22d0695fe7a34573b443d7ffbaf58d2f is 175, key is test_row_0/A:col10/1731021709088/Put/seqid=0 2024-11-07T23:21:49,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742020_1196 (size=39749) 2024-11-07T23:21:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-07T23:21:49,868 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:49,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-07T23:21:49,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:49,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:49,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:49,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:49,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:50,021 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:50,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-07T23:21:50,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:50,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:50,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:50,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:50,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:50,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021770023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:50,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021770024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:50,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021770025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:50,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021770025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:50,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021770027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:50,174 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:50,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-07T23:21:50,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:50,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:50,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:50,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:50,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:50,227 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/22d0695fe7a34573b443d7ffbaf58d2f 2024-11-07T23:21:50,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/fab4acc45c1540168bb5288bf7421bd5 is 50, key is test_row_0/B:col10/1731021709088/Put/seqid=0 2024-11-07T23:21:50,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742021_1197 (size=12151) 2024-11-07T23:21:50,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/fab4acc45c1540168bb5288bf7421bd5 2024-11-07T23:21:50,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/13fb74f8eee7467fb9afab1cbf9b9a2e is 50, key is test_row_0/C:col10/1731021709088/Put/seqid=0 2024-11-07T23:21:50,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742022_1198 (size=12151) 2024-11-07T23:21:50,326 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:50,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-07T23:21:50,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:50,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:50,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:50,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:50,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-07T23:21:50,479 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:50,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-07T23:21:50,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:50,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:50,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:50,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:50,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:50,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021770529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:50,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021770529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:50,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021770530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:50,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021770532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:50,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021770533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:50,632 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:50,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-07T23:21:50,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:50,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:50,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:50,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:50,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:50,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/13fb74f8eee7467fb9afab1cbf9b9a2e 2024-11-07T23:21:50,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/22d0695fe7a34573b443d7ffbaf58d2f as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/22d0695fe7a34573b443d7ffbaf58d2f 2024-11-07T23:21:50,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/22d0695fe7a34573b443d7ffbaf58d2f, entries=200, sequenceid=174, filesize=38.8 K 2024-11-07T23:21:50,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/fab4acc45c1540168bb5288bf7421bd5 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/fab4acc45c1540168bb5288bf7421bd5 2024-11-07T23:21:50,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/fab4acc45c1540168bb5288bf7421bd5, entries=150, sequenceid=174, filesize=11.9 K 2024-11-07T23:21:50,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/13fb74f8eee7467fb9afab1cbf9b9a2e as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/13fb74f8eee7467fb9afab1cbf9b9a2e 2024-11-07T23:21:50,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/13fb74f8eee7467fb9afab1cbf9b9a2e, entries=150, sequenceid=174, filesize=11.9 K 2024-11-07T23:21:50,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 4c9d3f2bafd7773e12266d30b933ff6a in 1290ms, sequenceid=174, compaction requested=true 2024-11-07T23:21:50,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:50,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c9d3f2bafd7773e12266d30b933ff6a:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:21:50,686 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-07T23:21:50,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:50,686 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-07T23:21:50,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c9d3f2bafd7773e12266d30b933ff6a:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:21:50,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:50,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c9d3f2bafd7773e12266d30b933ff6a:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:21:50,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:50,690 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60611 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-07T23:21:50,690 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 172619 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-07T23:21:50,690 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 4c9d3f2bafd7773e12266d30b933ff6a/B is initiating minor compaction (all files) 2024-11-07T23:21:50,690 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 4c9d3f2bafd7773e12266d30b933ff6a/A is initiating minor compaction (all files) 2024-11-07T23:21:50,690 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c9d3f2bafd7773e12266d30b933ff6a/A in TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:50,690 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/54616dc7ca6949d9a42623d866fba38d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/36fe08a24d4749a7a96ed123c32fab55, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/29875cccbeea4b88bc76822521399e76, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/eaff247d6d4e45038ad150908c295129, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/22d0695fe7a34573b443d7ffbaf58d2f] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp, totalSize=168.6 K 2024-11-07T23:21:50,690 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:50,690 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. files: [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/54616dc7ca6949d9a42623d866fba38d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/36fe08a24d4749a7a96ed123c32fab55, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/29875cccbeea4b88bc76822521399e76, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/eaff247d6d4e45038ad150908c295129, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/22d0695fe7a34573b443d7ffbaf58d2f] 2024-11-07T23:21:50,690 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c9d3f2bafd7773e12266d30b933ff6a/B in TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:50,691 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/d0ede2d7f06440768caa871ad96baba8, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/e124a3c4734a415b8172a4e6493693f0, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/d97e97e0eb31486993ca17ee373e1a1d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/714ef092e81d453b94d98038d7fd6c49, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/fab4acc45c1540168bb5288bf7421bd5] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp, totalSize=59.2 K 2024-11-07T23:21:50,691 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54616dc7ca6949d9a42623d866fba38d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731021704829 2024-11-07T23:21:50,691 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting d0ede2d7f06440768caa871ad96baba8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731021704829 2024-11-07T23:21:50,691 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36fe08a24d4749a7a96ed123c32fab55, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731021705153 2024-11-07T23:21:50,691 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting e124a3c4734a415b8172a4e6493693f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731021705153 2024-11-07T23:21:50,691 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29875cccbeea4b88bc76822521399e76, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731021705794 2024-11-07T23:21:50,692 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting d97e97e0eb31486993ca17ee373e1a1d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731021705794 2024-11-07T23:21:50,692 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 714ef092e81d453b94d98038d7fd6c49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731021706929 2024-11-07T23:21:50,692 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting eaff247d6d4e45038ad150908c295129, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731021706929 2024-11-07T23:21:50,692 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting fab4acc45c1540168bb5288bf7421bd5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731021709084 2024-11-07T23:21:50,693 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22d0695fe7a34573b443d7ffbaf58d2f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731021709084 2024-11-07T23:21:50,704 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c9d3f2bafd7773e12266d30b933ff6a#B#compaction#170 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:50,705 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/1852b27e64964303ab31b7646a115f10 is 50, key is test_row_0/B:col10/1731021709088/Put/seqid=0 2024-11-07T23:21:50,711 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:50,715 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110758b25dc4421f48a9a93b4e70af3c5824_4c9d3f2bafd7773e12266d30b933ff6a store=[table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:50,718 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110758b25dc4421f48a9a93b4e70af3c5824_4c9d3f2bafd7773e12266d30b933ff6a, store=[table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:50,718 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110758b25dc4421f48a9a93b4e70af3c5824_4c9d3f2bafd7773e12266d30b933ff6a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:50,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742023_1199 (size=12527) 2024-11-07T23:21:50,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742024_1200 (size=4469) 2024-11-07T23:21:50,785 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:50,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-07T23:21:50,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:50,785 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 4c9d3f2bafd7773e12266d30b933ff6a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-07T23:21:50,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=A 2024-11-07T23:21:50,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:50,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=B 2024-11-07T23:21:50,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:50,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=C 2024-11-07T23:21:50,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:50,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107daba99f8ad4d411d86466fd6559e0104_4c9d3f2bafd7773e12266d30b933ff6a is 50, key is test_row_0/A:col10/1731021709411/Put/seqid=0 2024-11-07T23:21:50,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742025_1201 (size=12304) 2024-11-07T23:21:50,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:50,811 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107daba99f8ad4d411d86466fd6559e0104_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107daba99f8ad4d411d86466fd6559e0104_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:50,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/a7b17549a8944229aedb965add09b4b5, store: [table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:50,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/a7b17549a8944229aedb965add09b4b5 is 175, key is test_row_0/A:col10/1731021709411/Put/seqid=0 2024-11-07T23:21:50,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742026_1202 (size=31105) 2024-11-07T23:21:50,823 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/a7b17549a8944229aedb965add09b4b5 2024-11-07T23:21:50,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/b115ebba2c4a41918545d5e7396636ab is 50, key is test_row_0/B:col10/1731021709411/Put/seqid=0 2024-11-07T23:21:50,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742027_1203 (size=12151) 2024-11-07T23:21:51,134 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c9d3f2bafd7773e12266d30b933ff6a#A#compaction#171 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:51,135 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/548cd9e57e1740c8ba13cfd2d8286892 is 175, key is test_row_0/A:col10/1731021709088/Put/seqid=0 2024-11-07T23:21:51,135 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/1852b27e64964303ab31b7646a115f10 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/1852b27e64964303ab31b7646a115f10 2024-11-07T23:21:51,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742028_1204 (size=31481) 2024-11-07T23:21:51,142 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 4c9d3f2bafd7773e12266d30b933ff6a/B of 4c9d3f2bafd7773e12266d30b933ff6a into 1852b27e64964303ab31b7646a115f10(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:51,142 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:51,142 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a., storeName=4c9d3f2bafd7773e12266d30b933ff6a/B, priority=11, startTime=1731021710686; duration=0sec 2024-11-07T23:21:51,142 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:51,142 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c9d3f2bafd7773e12266d30b933ff6a:B 2024-11-07T23:21:51,143 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-07T23:21:51,144 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60611 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-07T23:21:51,144 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 4c9d3f2bafd7773e12266d30b933ff6a/C is initiating minor compaction (all files) 2024-11-07T23:21:51,144 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c9d3f2bafd7773e12266d30b933ff6a/C in TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:51,144 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/6f54a3893ba9470b9d8ad154d893432c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/902f2e341cad4780ac2361704aaac94e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/d630bfc850b74936a1c610e926f07abc, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/1109da1956834168bd616b35cdcd71ab, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/13fb74f8eee7467fb9afab1cbf9b9a2e] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp, totalSize=59.2 K 2024-11-07T23:21:51,145 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f54a3893ba9470b9d8ad154d893432c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731021704829 2024-11-07T23:21:51,145 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 902f2e341cad4780ac2361704aaac94e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731021705153 2024-11-07T23:21:51,145 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting d630bfc850b74936a1c610e926f07abc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731021705794 2024-11-07T23:21:51,146 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 1109da1956834168bd616b35cdcd71ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731021706929 2024-11-07T23:21:51,146 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 13fb74f8eee7467fb9afab1cbf9b9a2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731021709084 2024-11-07T23:21:51,157 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c9d3f2bafd7773e12266d30b933ff6a#C#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:51,158 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/2ea976b7b4124d86871f42b030ed54e3 is 50, key is test_row_0/C:col10/1731021709088/Put/seqid=0 2024-11-07T23:21:51,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742029_1205 (size=12527) 2024-11-07T23:21:51,241 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/b115ebba2c4a41918545d5e7396636ab 2024-11-07T23:21:51,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/0ed4dad180f1423fa0d3bde80863aecd is 50, key is test_row_0/C:col10/1731021709411/Put/seqid=0 2024-11-07T23:21:51,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742030_1206 (size=12151) 2024-11-07T23:21:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-07T23:21:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:51,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:51,544 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/548cd9e57e1740c8ba13cfd2d8286892 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/548cd9e57e1740c8ba13cfd2d8286892 2024-11-07T23:21:51,549 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 4c9d3f2bafd7773e12266d30b933ff6a/A of 4c9d3f2bafd7773e12266d30b933ff6a into 548cd9e57e1740c8ba13cfd2d8286892(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:51,549 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:51,549 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a., storeName=4c9d3f2bafd7773e12266d30b933ff6a/A, priority=11, startTime=1731021710686; duration=0sec 2024-11-07T23:21:51,549 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:51,549 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c9d3f2bafd7773e12266d30b933ff6a:A 2024-11-07T23:21:51,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021771546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:51,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021771547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:51,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021771547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:51,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021771547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:51,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021771551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:51,573 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/2ea976b7b4124d86871f42b030ed54e3 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/2ea976b7b4124d86871f42b030ed54e3 2024-11-07T23:21:51,578 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 4c9d3f2bafd7773e12266d30b933ff6a/C of 4c9d3f2bafd7773e12266d30b933ff6a into 2ea976b7b4124d86871f42b030ed54e3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:51,578 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:51,578 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a., storeName=4c9d3f2bafd7773e12266d30b933ff6a/C, priority=11, startTime=1731021710686; duration=0sec 2024-11-07T23:21:51,578 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:51,579 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c9d3f2bafd7773e12266d30b933ff6a:C 2024-11-07T23:21:51,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021771652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:51,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021771653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:51,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021771653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:51,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021771655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:51,656 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/0ed4dad180f1423fa0d3bde80863aecd 2024-11-07T23:21:51,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021771658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:51,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/a7b17549a8944229aedb965add09b4b5 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/a7b17549a8944229aedb965add09b4b5 2024-11-07T23:21:51,667 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/a7b17549a8944229aedb965add09b4b5, entries=150, sequenceid=194, filesize=30.4 K 2024-11-07T23:21:51,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/b115ebba2c4a41918545d5e7396636ab as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/b115ebba2c4a41918545d5e7396636ab 2024-11-07T23:21:51,673 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/b115ebba2c4a41918545d5e7396636ab, entries=150, sequenceid=194, filesize=11.9 K 2024-11-07T23:21:51,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-07T23:21:51,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/0ed4dad180f1423fa0d3bde80863aecd as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/0ed4dad180f1423fa0d3bde80863aecd 2024-11-07T23:21:51,678 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/0ed4dad180f1423fa0d3bde80863aecd, entries=150, sequenceid=194, filesize=11.9 K 2024-11-07T23:21:51,679 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 4c9d3f2bafd7773e12266d30b933ff6a in 894ms, sequenceid=194, compaction requested=false 2024-11-07T23:21:51,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:51,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:51,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-07T23:21:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-07T23:21:51,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-07T23:21:51,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4270 sec 2024-11-07T23:21:51,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 2.4310 sec 2024-11-07T23:21:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:51,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4c9d3f2bafd7773e12266d30b933ff6a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-07T23:21:51,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=A 2024-11-07T23:21:51,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:51,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=B 2024-11-07T23:21:51,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:51,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=C 2024-11-07T23:21:51,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:51,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107f447f5eb0e5e426c937ea4cdee1a9f3a_4c9d3f2bafd7773e12266d30b933ff6a is 50, key is test_row_0/A:col10/1731021711546/Put/seqid=0 2024-11-07T23:21:51,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742031_1207 (size=12304) 2024-11-07T23:21:51,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021771868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:51,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021771869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:51,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:51,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021771869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021771870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:51,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021771871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:51,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021771986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:51,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:51,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:51,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021771986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021771986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021771986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:51,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021771986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:52,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:52,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021772189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021772189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:52,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021772191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:52,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021772191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:52,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021772192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:52,271 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:52,275 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107f447f5eb0e5e426c937ea4cdee1a9f3a_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107f447f5eb0e5e426c937ea4cdee1a9f3a_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:52,276 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/4328750252d04f85a4122fc11f269eaa, store: [table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:52,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/4328750252d04f85a4122fc11f269eaa is 175, key is test_row_0/A:col10/1731021711546/Put/seqid=0 2024-11-07T23:21:52,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742032_1208 (size=31105) 2024-11-07T23:21:52,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021772494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:52,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021772494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:52,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021772495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:52,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021772495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:52,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021772495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:52,681 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/4328750252d04f85a4122fc11f269eaa 2024-11-07T23:21:52,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/fd4098a69e18426fb582d74c340928b7 is 50, key is test_row_0/B:col10/1731021711546/Put/seqid=0 2024-11-07T23:21:52,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742033_1209 (size=12151) 2024-11-07T23:21:52,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/fd4098a69e18426fb582d74c340928b7 2024-11-07T23:21:52,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/fdaebafa9497435c82fd4ba66de46314 is 50, key is test_row_0/C:col10/1731021711546/Put/seqid=0 2024-11-07T23:21:52,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742034_1210 (size=12151) 2024-11-07T23:21:52,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021772996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:52,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021772996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:52,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021772996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:53,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021772998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:53,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:53,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021773001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:53,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/fdaebafa9497435c82fd4ba66de46314 2024-11-07T23:21:53,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/4328750252d04f85a4122fc11f269eaa as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/4328750252d04f85a4122fc11f269eaa 2024-11-07T23:21:53,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/4328750252d04f85a4122fc11f269eaa, entries=150, sequenceid=216, filesize=30.4 K 2024-11-07T23:21:53,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/fd4098a69e18426fb582d74c340928b7 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/fd4098a69e18426fb582d74c340928b7 2024-11-07T23:21:53,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/fd4098a69e18426fb582d74c340928b7, entries=150, sequenceid=216, filesize=11.9 K 2024-11-07T23:21:53,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/fdaebafa9497435c82fd4ba66de46314 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/fdaebafa9497435c82fd4ba66de46314 2024-11-07T23:21:53,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/fdaebafa9497435c82fd4ba66de46314, entries=150, sequenceid=216, filesize=11.9 K 2024-11-07T23:21:53,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 4c9d3f2bafd7773e12266d30b933ff6a in 1264ms, sequenceid=216, compaction requested=true 2024-11-07T23:21:53,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:53,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c9d3f2bafd7773e12266d30b933ff6a:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:21:53,123 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:21:53,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:53,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c9d3f2bafd7773e12266d30b933ff6a:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:21:53,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:53,123 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:21:53,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c9d3f2bafd7773e12266d30b933ff6a:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:21:53,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:53,124 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:21:53,124 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93691 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:21:53,124 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 4c9d3f2bafd7773e12266d30b933ff6a/A is initiating minor compaction (all files) 2024-11-07T23:21:53,124 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 4c9d3f2bafd7773e12266d30b933ff6a/B is initiating minor compaction (all files) 2024-11-07T23:21:53,124 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c9d3f2bafd7773e12266d30b933ff6a/A in TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:53,124 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c9d3f2bafd7773e12266d30b933ff6a/B in TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:53,125 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/1852b27e64964303ab31b7646a115f10, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/b115ebba2c4a41918545d5e7396636ab, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/fd4098a69e18426fb582d74c340928b7] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp, totalSize=36.0 K 2024-11-07T23:21:53,125 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/548cd9e57e1740c8ba13cfd2d8286892, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/a7b17549a8944229aedb965add09b4b5, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/4328750252d04f85a4122fc11f269eaa] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp, totalSize=91.5 K 2024-11-07T23:21:53,125 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:53,125 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. files: [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/548cd9e57e1740c8ba13cfd2d8286892, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/a7b17549a8944229aedb965add09b4b5, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/4328750252d04f85a4122fc11f269eaa] 2024-11-07T23:21:53,125 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 1852b27e64964303ab31b7646a115f10, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731021709084 2024-11-07T23:21:53,125 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 548cd9e57e1740c8ba13cfd2d8286892, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731021709084 2024-11-07T23:21:53,125 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7b17549a8944229aedb965add09b4b5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731021709411 2024-11-07T23:21:53,125 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting b115ebba2c4a41918545d5e7396636ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731021709411 2024-11-07T23:21:53,126 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4328750252d04f85a4122fc11f269eaa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731021711546 2024-11-07T23:21:53,126 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting fd4098a69e18426fb582d74c340928b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731021711546 2024-11-07T23:21:53,133 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:53,134 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c9d3f2bafd7773e12266d30b933ff6a#B#compaction#179 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:53,134 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/8e15f6e173314314b8ba5c8640352951 is 50, key is test_row_0/B:col10/1731021711546/Put/seqid=0 2024-11-07T23:21:53,135 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107f3abd035283e46b6ace83dd71ffe9918_4c9d3f2bafd7773e12266d30b933ff6a store=[table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:53,137 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107f3abd035283e46b6ace83dd71ffe9918_4c9d3f2bafd7773e12266d30b933ff6a, store=[table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:53,137 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107f3abd035283e46b6ace83dd71ffe9918_4c9d3f2bafd7773e12266d30b933ff6a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:53,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742035_1211 (size=12629) 2024-11-07T23:21:53,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742036_1212 (size=4469) 2024-11-07T23:21:53,161 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/8e15f6e173314314b8ba5c8640352951 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/8e15f6e173314314b8ba5c8640352951 2024-11-07T23:21:53,168 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c9d3f2bafd7773e12266d30b933ff6a/B of 4c9d3f2bafd7773e12266d30b933ff6a into 8e15f6e173314314b8ba5c8640352951(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:53,168 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:53,168 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a., storeName=4c9d3f2bafd7773e12266d30b933ff6a/B, priority=13, startTime=1731021713123; duration=0sec 2024-11-07T23:21:53,168 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:53,168 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c9d3f2bafd7773e12266d30b933ff6a:B 2024-11-07T23:21:53,168 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:21:53,169 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:21:53,169 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 4c9d3f2bafd7773e12266d30b933ff6a/C is initiating minor compaction (all files) 2024-11-07T23:21:53,170 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c9d3f2bafd7773e12266d30b933ff6a/C in TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:53,170 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/2ea976b7b4124d86871f42b030ed54e3, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/0ed4dad180f1423fa0d3bde80863aecd, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/fdaebafa9497435c82fd4ba66de46314] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp, totalSize=36.0 K 2024-11-07T23:21:53,170 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ea976b7b4124d86871f42b030ed54e3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731021709084 2024-11-07T23:21:53,171 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ed4dad180f1423fa0d3bde80863aecd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731021709411 2024-11-07T23:21:53,171 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting fdaebafa9497435c82fd4ba66de46314, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731021711546 2024-11-07T23:21:53,179 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c9d3f2bafd7773e12266d30b933ff6a#C#compaction#181 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:53,180 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/3c1321c480564861868634830bdbbee5 is 50, key is test_row_0/C:col10/1731021711546/Put/seqid=0 2024-11-07T23:21:53,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742037_1213 (size=12629) 2024-11-07T23:21:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-07T23:21:53,357 INFO [Thread-752 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-07T23:21:53,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:21:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-07T23:21:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-07T23:21:53,359 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:21:53,359 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:21:53,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:21:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-07T23:21:53,511 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:53,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-07T23:21:53,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:53,511 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 4c9d3f2bafd7773e12266d30b933ff6a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-07T23:21:53,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=A 2024-11-07T23:21:53,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:53,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=B 2024-11-07T23:21:53,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:53,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=C 2024-11-07T23:21:53,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:53,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411079c6931d40aa34d6895e19315cec1db98_4c9d3f2bafd7773e12266d30b933ff6a is 50, key is test_row_0/A:col10/1731021711871/Put/seqid=0 2024-11-07T23:21:53,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742038_1214 (size=12304) 2024-11-07T23:21:53,556 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c9d3f2bafd7773e12266d30b933ff6a#A#compaction#180 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:53,557 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/9ad3356dff854c1c927cca5f5d7d630b is 175, key is test_row_0/A:col10/1731021711546/Put/seqid=0 2024-11-07T23:21:53,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742039_1215 (size=31583) 2024-11-07T23:21:53,590 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/3c1321c480564861868634830bdbbee5 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/3c1321c480564861868634830bdbbee5 2024-11-07T23:21:53,595 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c9d3f2bafd7773e12266d30b933ff6a/C of 4c9d3f2bafd7773e12266d30b933ff6a into 3c1321c480564861868634830bdbbee5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:53,595 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:53,595 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a., storeName=4c9d3f2bafd7773e12266d30b933ff6a/C, priority=13, startTime=1731021713123; duration=0sec 2024-11-07T23:21:53,595 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:53,595 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c9d3f2bafd7773e12266d30b933ff6a:C 2024-11-07T23:21:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-07T23:21:53,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:53,925 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411079c6931d40aa34d6895e19315cec1db98_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079c6931d40aa34d6895e19315cec1db98_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:53,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/4537de220f5d4a6ca5c033ddf273b07b, store: [table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:53,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/4537de220f5d4a6ca5c033ddf273b07b is 175, key is test_row_0/A:col10/1731021711871/Put/seqid=0 2024-11-07T23:21:53,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742040_1216 (size=31105) 2024-11-07T23:21:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-07T23:21:53,966 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/9ad3356dff854c1c927cca5f5d7d630b as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/9ad3356dff854c1c927cca5f5d7d630b 2024-11-07T23:21:53,971 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c9d3f2bafd7773e12266d30b933ff6a/A of 4c9d3f2bafd7773e12266d30b933ff6a into 9ad3356dff854c1c927cca5f5d7d630b(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:53,971 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:53,971 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a., storeName=4c9d3f2bafd7773e12266d30b933ff6a/A, priority=13, startTime=1731021713123; duration=0sec 2024-11-07T23:21:53,971 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:53,971 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c9d3f2bafd7773e12266d30b933ff6a:A 2024-11-07T23:21:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:54,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:54,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021774014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:54,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021774014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:54,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021774015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:54,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021774015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:54,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021774015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:54,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021774116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:54,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021774119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:54,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021774119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:54,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021774120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:54,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021774120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:54,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021774319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:54,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021774321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:54,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021774322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:54,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021774322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:54,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021774323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:54,332 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/4537de220f5d4a6ca5c033ddf273b07b 2024-11-07T23:21:54,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/ba8c14ea577e48f4a3ab5ca8786ca657 is 50, key is test_row_0/B:col10/1731021711871/Put/seqid=0 2024-11-07T23:21:54,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742041_1217 (size=12151) 2024-11-07T23:21:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-07T23:21:54,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021774622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:54,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021774625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:54,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021774625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:54,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021774626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:54,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021774626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:54,743 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/ba8c14ea577e48f4a3ab5ca8786ca657 2024-11-07T23:21:54,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/8970779eea2e434ca5d6b40c8ee195dc is 50, key is test_row_0/C:col10/1731021711871/Put/seqid=0 2024-11-07T23:21:54,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742042_1218 (size=12151) 2024-11-07T23:21:55,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021775125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:55,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021775129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:55,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021775130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:55,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021775131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:55,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021775131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:55,194 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/8970779eea2e434ca5d6b40c8ee195dc 2024-11-07T23:21:55,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/4537de220f5d4a6ca5c033ddf273b07b as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/4537de220f5d4a6ca5c033ddf273b07b 2024-11-07T23:21:55,202 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/4537de220f5d4a6ca5c033ddf273b07b, entries=150, sequenceid=234, filesize=30.4 K 2024-11-07T23:21:55,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/ba8c14ea577e48f4a3ab5ca8786ca657 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/ba8c14ea577e48f4a3ab5ca8786ca657 2024-11-07T23:21:55,207 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/ba8c14ea577e48f4a3ab5ca8786ca657, entries=150, sequenceid=234, filesize=11.9 K 2024-11-07T23:21:55,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/8970779eea2e434ca5d6b40c8ee195dc as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/8970779eea2e434ca5d6b40c8ee195dc 2024-11-07T23:21:55,212 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/8970779eea2e434ca5d6b40c8ee195dc, entries=150, sequenceid=234, filesize=11.9 K 2024-11-07T23:21:55,213 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 4c9d3f2bafd7773e12266d30b933ff6a in 1702ms, sequenceid=234, compaction requested=false 2024-11-07T23:21:55,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:55,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:55,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-07T23:21:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-07T23:21:55,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-07T23:21:55,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8550 sec 2024-11-07T23:21:55,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.8570 sec 2024-11-07T23:21:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-07T23:21:55,462 INFO [Thread-752 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-07T23:21:55,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:21:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-07T23:21:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-07T23:21:55,465 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:21:55,465 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:21:55,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:21:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-07T23:21:55,617 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:55,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-07T23:21:55,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:55,617 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 4c9d3f2bafd7773e12266d30b933ff6a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-07T23:21:55,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=A 2024-11-07T23:21:55,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:55,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=B 2024-11-07T23:21:55,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:55,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=C 2024-11-07T23:21:55,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:55,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110743944736f50545e5a060645e4986ab84_4c9d3f2bafd7773e12266d30b933ff6a is 50, key is test_row_0/A:col10/1731021714014/Put/seqid=0 2024-11-07T23:21:55,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742043_1219 (size=12304) 2024-11-07T23:21:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-07T23:21:56,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:56,033 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110743944736f50545e5a060645e4986ab84_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110743944736f50545e5a060645e4986ab84_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:56,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/84d81927271d4659a227b97c2849ff8c, store: [table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:56,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/84d81927271d4659a227b97c2849ff8c is 175, key is test_row_0/A:col10/1731021714014/Put/seqid=0 2024-11-07T23:21:56,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742044_1220 (size=31105) 2024-11-07T23:21:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-07T23:21:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:56,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:56,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021776173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:56,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021776174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:56,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021776174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:56,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021776175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:56,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021776175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:56,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021776276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:56,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021776277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:56,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021776278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:56,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:56,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021776280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021776280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:56,438 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/84d81927271d4659a227b97c2849ff8c 2024-11-07T23:21:56,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/d7684f0196584b2cbbdb61b54fc33356 is 50, key is test_row_0/B:col10/1731021714014/Put/seqid=0 2024-11-07T23:21:56,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742045_1221 (size=12151) 2024-11-07T23:21:56,449 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/d7684f0196584b2cbbdb61b54fc33356 2024-11-07T23:21:56,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/9035e53ef59743cf8a94f3c7e64e3374 is 50, key is test_row_0/C:col10/1731021714014/Put/seqid=0 2024-11-07T23:21:56,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742046_1222 (size=12151) 2024-11-07T23:21:56,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:56,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021776478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:56,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021776480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:56,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021776481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:56,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021776482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:56,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021776483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-07T23:21:56,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021776781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:56,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021776783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:56,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021776785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:56,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021776785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:56,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:56,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021776786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:56,860 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/9035e53ef59743cf8a94f3c7e64e3374 2024-11-07T23:21:56,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/84d81927271d4659a227b97c2849ff8c as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/84d81927271d4659a227b97c2849ff8c 2024-11-07T23:21:56,869 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/84d81927271d4659a227b97c2849ff8c, entries=150, sequenceid=256, filesize=30.4 K 2024-11-07T23:21:56,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/d7684f0196584b2cbbdb61b54fc33356 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/d7684f0196584b2cbbdb61b54fc33356 2024-11-07T23:21:56,873 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/d7684f0196584b2cbbdb61b54fc33356, entries=150, sequenceid=256, filesize=11.9 K 2024-11-07T23:21:56,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/9035e53ef59743cf8a94f3c7e64e3374 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/9035e53ef59743cf8a94f3c7e64e3374 2024-11-07T23:21:56,878 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/9035e53ef59743cf8a94f3c7e64e3374, entries=150, sequenceid=256, filesize=11.9 K 2024-11-07T23:21:56,879 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 4c9d3f2bafd7773e12266d30b933ff6a in 1262ms, sequenceid=256, compaction requested=true 2024-11-07T23:21:56,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:56,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:56,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-07T23:21:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-07T23:21:56,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-07T23:21:56,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4150 sec 2024-11-07T23:21:56,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.4180 sec 2024-11-07T23:21:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:57,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4c9d3f2bafd7773e12266d30b933ff6a 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-07T23:21:57,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=A 2024-11-07T23:21:57,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:57,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=B 2024-11-07T23:21:57,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:57,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=C 2024-11-07T23:21:57,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:57,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107c0af7d6ae2004bc8ac5e5eee7ab859ad_4c9d3f2bafd7773e12266d30b933ff6a is 50, key is test_row_0/A:col10/1731021717286/Put/seqid=0 2024-11-07T23:21:57,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742047_1223 (size=14994) 2024-11-07T23:21:57,300 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:57,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:57,305 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107c0af7d6ae2004bc8ac5e5eee7ab859ad_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107c0af7d6ae2004bc8ac5e5eee7ab859ad_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021777300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:57,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021777300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:57,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021777301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:57,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021777302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:57,306 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/580eb4782db4424bbabf9978aeb66b88, store: [table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:57,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021777305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:57,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/580eb4782db4424bbabf9978aeb66b88 is 175, key is test_row_0/A:col10/1731021717286/Put/seqid=0 2024-11-07T23:21:57,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742048_1224 (size=39949) 2024-11-07T23:21:57,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021777406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:57,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021777406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:57,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021777406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:57,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021777407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:57,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021777407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-07T23:21:57,568 INFO [Thread-752 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-07T23:21:57,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:21:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-07T23:21:57,571 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:21:57,572 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:21:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-07T23:21:57,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:21:57,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021777608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:57,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021777610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:57,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021777610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:57,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021777611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:57,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021777612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-07T23:21:57,713 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/580eb4782db4424bbabf9978aeb66b88 2024-11-07T23:21:57,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/fa72c6a90a404f0fbab51b207d3aa815 is 50, key is test_row_0/B:col10/1731021717286/Put/seqid=0 2024-11-07T23:21:57,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742049_1225 (size=12301) 2024-11-07T23:21:57,723 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:57,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-07T23:21:57,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:57,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:57,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:57,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:57,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-07T23:21:57,875 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:57,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-07T23:21:57,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:57,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:57,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:57,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:57,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:57,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021777911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:57,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021777911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:57,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021777912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:57,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021777914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:57,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021777915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:58,027 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:58,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-07T23:21:58,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:58,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:58,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:58,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:58,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:58,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/fa72c6a90a404f0fbab51b207d3aa815 2024-11-07T23:21:58,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/f00964d8cd674a768a8ddccaf5a02727 is 50, key is test_row_0/C:col10/1731021717286/Put/seqid=0 2024-11-07T23:21:58,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742050_1226 (size=12301) 2024-11-07T23:21:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-07T23:21:58,180 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:58,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-07T23:21:58,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:58,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:58,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:58,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:58,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:58,332 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:58,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-07T23:21:58,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:58,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:58,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:58,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:58,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:58,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021778413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:58,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021778414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:58,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021778417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:58,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021778418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:58,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021778420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:58,485 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:58,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-07T23:21:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:58,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:58,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/f00964d8cd674a768a8ddccaf5a02727 2024-11-07T23:21:58,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/580eb4782db4424bbabf9978aeb66b88 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/580eb4782db4424bbabf9978aeb66b88 2024-11-07T23:21:58,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/580eb4782db4424bbabf9978aeb66b88, entries=200, sequenceid=274, filesize=39.0 K 2024-11-07T23:21:58,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/fa72c6a90a404f0fbab51b207d3aa815 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/fa72c6a90a404f0fbab51b207d3aa815 2024-11-07T23:21:58,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/fa72c6a90a404f0fbab51b207d3aa815, entries=150, sequenceid=274, filesize=12.0 K 2024-11-07T23:21:58,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/f00964d8cd674a768a8ddccaf5a02727 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/f00964d8cd674a768a8ddccaf5a02727 2024-11-07T23:21:58,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/f00964d8cd674a768a8ddccaf5a02727, entries=150, sequenceid=274, filesize=12.0 K 2024-11-07T23:21:58,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 4c9d3f2bafd7773e12266d30b933ff6a in 1266ms, sequenceid=274, compaction requested=true 2024-11-07T23:21:58,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:58,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c9d3f2bafd7773e12266d30b933ff6a:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:21:58,554 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:21:58,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:58,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c9d3f2bafd7773e12266d30b933ff6a:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:21:58,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:58,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c9d3f2bafd7773e12266d30b933ff6a:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:21:58,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:58,554 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:21:58,555 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:21:58,555 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133742 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:21:58,555 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 4c9d3f2bafd7773e12266d30b933ff6a/B is initiating minor compaction (all files) 2024-11-07T23:21:58,555 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 4c9d3f2bafd7773e12266d30b933ff6a/A is initiating minor compaction (all files) 2024-11-07T23:21:58,555 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c9d3f2bafd7773e12266d30b933ff6a/B in TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:58,555 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c9d3f2bafd7773e12266d30b933ff6a/A in TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:58,555 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/9ad3356dff854c1c927cca5f5d7d630b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/4537de220f5d4a6ca5c033ddf273b07b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/84d81927271d4659a227b97c2849ff8c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/580eb4782db4424bbabf9978aeb66b88] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp, totalSize=130.6 K 2024-11-07T23:21:58,555 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/8e15f6e173314314b8ba5c8640352951, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/ba8c14ea577e48f4a3ab5ca8786ca657, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/d7684f0196584b2cbbdb61b54fc33356, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/fa72c6a90a404f0fbab51b207d3aa815] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp, totalSize=48.1 K 2024-11-07T23:21:58,555 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:58,555 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. files: [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/9ad3356dff854c1c927cca5f5d7d630b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/4537de220f5d4a6ca5c033ddf273b07b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/84d81927271d4659a227b97c2849ff8c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/580eb4782db4424bbabf9978aeb66b88] 2024-11-07T23:21:58,556 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ad3356dff854c1c927cca5f5d7d630b, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731021711546 2024-11-07T23:21:58,556 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e15f6e173314314b8ba5c8640352951, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731021711546 2024-11-07T23:21:58,556 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4537de220f5d4a6ca5c033ddf273b07b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731021711864 2024-11-07T23:21:58,556 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting ba8c14ea577e48f4a3ab5ca8786ca657, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731021711864 2024-11-07T23:21:58,556 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84d81927271d4659a227b97c2849ff8c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731021714012 2024-11-07T23:21:58,556 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting d7684f0196584b2cbbdb61b54fc33356, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731021714012 2024-11-07T23:21:58,556 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 580eb4782db4424bbabf9978aeb66b88, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731021716173 2024-11-07T23:21:58,556 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting fa72c6a90a404f0fbab51b207d3aa815, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731021716174 2024-11-07T23:21:58,563 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c9d3f2bafd7773e12266d30b933ff6a#B#compaction#191 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:58,564 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/74272f1f911d4064afb21808db240b53 is 50, key is test_row_0/B:col10/1731021717286/Put/seqid=0 2024-11-07T23:21:58,565 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:58,567 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110746a561a6966b4888acccc4fd24d04af2_4c9d3f2bafd7773e12266d30b933ff6a store=[table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:58,568 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110746a561a6966b4888acccc4fd24d04af2_4c9d3f2bafd7773e12266d30b933ff6a, store=[table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:58,569 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110746a561a6966b4888acccc4fd24d04af2_4c9d3f2bafd7773e12266d30b933ff6a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:58,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742051_1227 (size=12915) 2024-11-07T23:21:58,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742052_1228 (size=4469) 2024-11-07T23:21:58,587 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c9d3f2bafd7773e12266d30b933ff6a#A#compaction#192 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:58,587 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/bc03ba53385045b3bf4fe2cc1d10103c is 175, key is test_row_0/A:col10/1731021717286/Put/seqid=0 2024-11-07T23:21:58,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742053_1229 (size=31869) 2024-11-07T23:21:58,637 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:58,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-07T23:21:58,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:58,638 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 4c9d3f2bafd7773e12266d30b933ff6a 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-07T23:21:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=A 2024-11-07T23:21:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=B 2024-11-07T23:21:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=C 2024-11-07T23:21:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:58,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411074a27c114c74a4941851dc759f5dd5a00_4c9d3f2bafd7773e12266d30b933ff6a is 50, key is test_row_0/A:col10/1731021717296/Put/seqid=0 2024-11-07T23:21:58,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742054_1230 (size=12454) 2024-11-07T23:21:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-07T23:21:58,980 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/74272f1f911d4064afb21808db240b53 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/74272f1f911d4064afb21808db240b53 2024-11-07T23:21:58,985 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4c9d3f2bafd7773e12266d30b933ff6a/B of 4c9d3f2bafd7773e12266d30b933ff6a into 74272f1f911d4064afb21808db240b53(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:58,985 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:58,985 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a., storeName=4c9d3f2bafd7773e12266d30b933ff6a/B, priority=12, startTime=1731021718554; duration=0sec 2024-11-07T23:21:58,985 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:21:58,985 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c9d3f2bafd7773e12266d30b933ff6a:B 2024-11-07T23:21:58,985 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:21:58,987 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:21:58,987 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 4c9d3f2bafd7773e12266d30b933ff6a/C is initiating minor compaction (all files) 2024-11-07T23:21:58,987 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c9d3f2bafd7773e12266d30b933ff6a/C in TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:58,987 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/3c1321c480564861868634830bdbbee5, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/8970779eea2e434ca5d6b40c8ee195dc, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/9035e53ef59743cf8a94f3c7e64e3374, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/f00964d8cd674a768a8ddccaf5a02727] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp, totalSize=48.1 K 2024-11-07T23:21:58,987 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c1321c480564861868634830bdbbee5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731021711546 2024-11-07T23:21:58,988 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 8970779eea2e434ca5d6b40c8ee195dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731021711864 2024-11-07T23:21:58,988 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 9035e53ef59743cf8a94f3c7e64e3374, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731021714012 2024-11-07T23:21:58,988 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting f00964d8cd674a768a8ddccaf5a02727, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731021716174 2024-11-07T23:21:58,996 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c9d3f2bafd7773e12266d30b933ff6a#C#compaction#194 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:21:58,997 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/e98927846cdf44008189a39af650260d is 50, key is test_row_0/C:col10/1731021717286/Put/seqid=0 2024-11-07T23:21:59,001 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/bc03ba53385045b3bf4fe2cc1d10103c as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/bc03ba53385045b3bf4fe2cc1d10103c 2024-11-07T23:21:59,005 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4c9d3f2bafd7773e12266d30b933ff6a/A of 4c9d3f2bafd7773e12266d30b933ff6a into bc03ba53385045b3bf4fe2cc1d10103c(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:59,005 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:59,005 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a., storeName=4c9d3f2bafd7773e12266d30b933ff6a/A, priority=12, startTime=1731021718553; duration=0sec 2024-11-07T23:21:59,005 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:59,005 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c9d3f2bafd7773e12266d30b933ff6a:A 2024-11-07T23:21:59,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742055_1231 (size=12915) 2024-11-07T23:21:59,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:59,071 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411074a27c114c74a4941851dc759f5dd5a00_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074a27c114c74a4941851dc759f5dd5a00_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:59,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/cebf683221b54df9b7bd0c7f672681aa, store: [table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:59,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/cebf683221b54df9b7bd0c7f672681aa is 175, key is test_row_0/A:col10/1731021717296/Put/seqid=0 2024-11-07T23:21:59,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742056_1232 (size=31255) 2024-11-07T23:21:59,082 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/cebf683221b54df9b7bd0c7f672681aa 2024-11-07T23:21:59,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/738257618abb4eeeb0fa7dab6bee682a is 50, key is test_row_0/B:col10/1731021717296/Put/seqid=0 2024-11-07T23:21:59,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742057_1233 (size=12301) 2024-11-07T23:21:59,418 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/e98927846cdf44008189a39af650260d as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/e98927846cdf44008189a39af650260d 2024-11-07T23:21:59,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:59,422 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4c9d3f2bafd7773e12266d30b933ff6a/C of 4c9d3f2bafd7773e12266d30b933ff6a into e98927846cdf44008189a39af650260d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:21:59,422 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:59,422 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a., storeName=4c9d3f2bafd7773e12266d30b933ff6a/C, priority=12, startTime=1731021718554; duration=0sec 2024-11-07T23:21:59,422 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:21:59,422 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c9d3f2bafd7773e12266d30b933ff6a:C 2024-11-07T23:21:59,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021779435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:59,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021779436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:59,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021779436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:59,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021779436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:59,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021779437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:59,492 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/738257618abb4eeeb0fa7dab6bee682a 2024-11-07T23:21:59,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/be630c3bba674c039e7e01158eb3ec14 is 50, key is test_row_0/C:col10/1731021717296/Put/seqid=0 2024-11-07T23:21:59,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742058_1234 (size=12301) 2024-11-07T23:21:59,512 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/be630c3bba674c039e7e01158eb3ec14 2024-11-07T23:21:59,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/cebf683221b54df9b7bd0c7f672681aa as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/cebf683221b54df9b7bd0c7f672681aa 2024-11-07T23:21:59,520 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/cebf683221b54df9b7bd0c7f672681aa, entries=150, sequenceid=292, filesize=30.5 K 2024-11-07T23:21:59,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/738257618abb4eeeb0fa7dab6bee682a as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/738257618abb4eeeb0fa7dab6bee682a 2024-11-07T23:21:59,527 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/738257618abb4eeeb0fa7dab6bee682a, entries=150, sequenceid=292, filesize=12.0 K 2024-11-07T23:21:59,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/be630c3bba674c039e7e01158eb3ec14 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/be630c3bba674c039e7e01158eb3ec14 2024-11-07T23:21:59,531 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/be630c3bba674c039e7e01158eb3ec14, entries=150, sequenceid=292, filesize=12.0 K 2024-11-07T23:21:59,532 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 4c9d3f2bafd7773e12266d30b933ff6a in 894ms, sequenceid=292, compaction requested=false 2024-11-07T23:21:59,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:21:59,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:59,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-07T23:21:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-07T23:21:59,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-07T23:21:59,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9610 sec 2024-11-07T23:21:59,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.9640 sec 2024-11-07T23:21:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:59,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4c9d3f2bafd7773e12266d30b933ff6a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-07T23:21:59,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=A 2024-11-07T23:21:59,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:59,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=B 2024-11-07T23:21:59,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:59,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=C 2024-11-07T23:21:59,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:21:59,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411072d91609a43fe4a2cb6a903faa9783753_4c9d3f2bafd7773e12266d30b933ff6a is 50, key is test_row_0/A:col10/1731021719539/Put/seqid=0 2024-11-07T23:21:59,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742059_1235 (size=20074) 2024-11-07T23:21:59,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021779550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:59,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021779551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:59,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021779551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:59,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021779552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:59,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021779552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:59,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021779657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:59,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021779657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:59,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021779658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:59,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021779658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:59,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021779658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-07T23:21:59,676 INFO [Thread-752 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-07T23:21:59,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:21:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-07T23:21:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-07T23:21:59,678 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:21:59,678 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:21:59,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:21:59,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-07T23:21:59,818 DEBUG [Thread-755 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b7e00ea to 127.0.0.1:55878 2024-11-07T23:21:59,818 DEBUG [Thread-755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:21:59,819 DEBUG [Thread-757 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2fa0c9ff to 127.0.0.1:55878 2024-11-07T23:21:59,819 DEBUG [Thread-757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:21:59,819 DEBUG [Thread-753 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66547f33 to 127.0.0.1:55878 2024-11-07T23:21:59,819 DEBUG [Thread-753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:21:59,823 DEBUG [Thread-759 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28dbd549 to 127.0.0.1:55878 2024-11-07T23:21:59,823 DEBUG [Thread-759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:21:59,829 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:21:59,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-07T23:21:59,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:59,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:21:59,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:21:59,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:59,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:21:59,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021779859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:59,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021779860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:59,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021779860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:59,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021779860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:59,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:21:59,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021779861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:21:59,955 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:21:59,965 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411072d91609a43fe4a2cb6a903faa9783753_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411072d91609a43fe4a2cb6a903faa9783753_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:21:59,967 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/6175bd8a5e024eb68b7a61b1445a8741, store: [table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:21:59,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/6175bd8a5e024eb68b7a61b1445a8741 is 175, key is test_row_0/A:col10/1731021719539/Put/seqid=0 2024-11-07T23:21:59,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742060_1236 (size=57333) 2024-11-07T23:21:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-07T23:22:00,010 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:00,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-07T23:22:00,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:22:00,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:22:00,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:22:00,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:00,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:00,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:00,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:00,164 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021780163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021780163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:00,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-07T23:22:00,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:22:00,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:00,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:00,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:22:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021780165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:00,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021780164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:00,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:22:00,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:00,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:00,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:00,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021780166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-07T23:22:00,319 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:00,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-07T23:22:00,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:22:00,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:22:00,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:22:00,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:00,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:00,374 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/6175bd8a5e024eb68b7a61b1445a8741 2024-11-07T23:22:00,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/24c50b3b22314f84bad2c3f614060795 is 50, key is test_row_0/B:col10/1731021719539/Put/seqid=0 2024-11-07T23:22:00,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742061_1237 (size=12301) 2024-11-07T23:22:00,472 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:00,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-07T23:22:00,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:22:00,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:22:00,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:22:00,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:00,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:00,627 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:00,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-07T23:22:00,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:22:00,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:22:00,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:22:00,629 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:00,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:00,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59902 deadline: 1731021780668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:00,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:00,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:00,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59936 deadline: 1731021780671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59916 deadline: 1731021780671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59886 deadline: 1731021780671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:00,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59888 deadline: 1731021780671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-07T23:22:00,782 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:00,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-07T23:22:00,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:22:00,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:22:00,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:22:00,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:00,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:00,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/24c50b3b22314f84bad2c3f614060795 2024-11-07T23:22:00,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/b05aec44ee5143fc8370fcd87e9bd057 is 50, key is test_row_0/C:col10/1731021719539/Put/seqid=0 2024-11-07T23:22:00,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742062_1238 (size=12301) 2024-11-07T23:22:00,935 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:00,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-07T23:22:00,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:22:00,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:22:00,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:22:00,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:00,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:01,088 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:01,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-07T23:22:01,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:22:01,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:22:01,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:22:01,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:01,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:01,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/b05aec44ee5143fc8370fcd87e9bd057 2024-11-07T23:22:01,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/6175bd8a5e024eb68b7a61b1445a8741 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/6175bd8a5e024eb68b7a61b1445a8741 2024-11-07T23:22:01,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/6175bd8a5e024eb68b7a61b1445a8741, entries=300, sequenceid=317, filesize=56.0 K 2024-11-07T23:22:01,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/24c50b3b22314f84bad2c3f614060795 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/24c50b3b22314f84bad2c3f614060795 2024-11-07T23:22:01,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/24c50b3b22314f84bad2c3f614060795, entries=150, sequenceid=317, filesize=12.0 K 2024-11-07T23:22:01,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/b05aec44ee5143fc8370fcd87e9bd057 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/b05aec44ee5143fc8370fcd87e9bd057 2024-11-07T23:22:01,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/b05aec44ee5143fc8370fcd87e9bd057, entries=150, sequenceid=317, filesize=12.0 K 2024-11-07T23:22:01,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 4c9d3f2bafd7773e12266d30b933ff6a in 1693ms, sequenceid=317, compaction requested=true 2024-11-07T23:22:01,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:22:01,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c9d3f2bafd7773e12266d30b933ff6a:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:22:01,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:01,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c9d3f2bafd7773e12266d30b933ff6a:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:22:01,233 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:01,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:01,233 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:01,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c9d3f2bafd7773e12266d30b933ff6a:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:22:01,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:01,234 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:01,234 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120457 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:01,234 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 4c9d3f2bafd7773e12266d30b933ff6a/A is initiating minor compaction (all files) 2024-11-07T23:22:01,234 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 4c9d3f2bafd7773e12266d30b933ff6a/B is initiating minor compaction (all files) 2024-11-07T23:22:01,234 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c9d3f2bafd7773e12266d30b933ff6a/B in TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:22:01,234 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c9d3f2bafd7773e12266d30b933ff6a/A in TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:22:01,234 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/74272f1f911d4064afb21808db240b53, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/738257618abb4eeeb0fa7dab6bee682a, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/24c50b3b22314f84bad2c3f614060795] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp, totalSize=36.6 K 2024-11-07T23:22:01,234 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/bc03ba53385045b3bf4fe2cc1d10103c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/cebf683221b54df9b7bd0c7f672681aa, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/6175bd8a5e024eb68b7a61b1445a8741] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp, totalSize=117.6 K 2024-11-07T23:22:01,234 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:22:01,234 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. files: [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/bc03ba53385045b3bf4fe2cc1d10103c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/cebf683221b54df9b7bd0c7f672681aa, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/6175bd8a5e024eb68b7a61b1445a8741] 2024-11-07T23:22:01,235 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 74272f1f911d4064afb21808db240b53, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731021716174 2024-11-07T23:22:01,235 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc03ba53385045b3bf4fe2cc1d10103c, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731021716174 2024-11-07T23:22:01,235 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 738257618abb4eeeb0fa7dab6bee682a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731021717296 2024-11-07T23:22:01,235 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting cebf683221b54df9b7bd0c7f672681aa, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731021717296 2024-11-07T23:22:01,235 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 24c50b3b22314f84bad2c3f614060795, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731021719539 2024-11-07T23:22:01,235 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6175bd8a5e024eb68b7a61b1445a8741, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731021719435 2024-11-07T23:22:01,241 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:01,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-07T23:22:01,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:22:01,241 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 4c9d3f2bafd7773e12266d30b933ff6a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-07T23:22:01,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=A 2024-11-07T23:22:01,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:01,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=B 2024-11-07T23:22:01,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:01,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=C 2024-11-07T23:22:01,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:01,244 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c9d3f2bafd7773e12266d30b933ff6a#B#compaction#200 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:01,244 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/4917610c7c4445e5a42a5480f57bc8de is 50, key is test_row_0/B:col10/1731021719539/Put/seqid=0 2024-11-07T23:22:01,245 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:22:01,251 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110762a01105debb4d3f945fdf3957e643fb_4c9d3f2bafd7773e12266d30b933ff6a store=[table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:22:01,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742063_1239 (size=13017) 2024-11-07T23:22:01,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107618b036374024be58d826fec1f4fd95b_4c9d3f2bafd7773e12266d30b933ff6a is 50, key is test_row_0/A:col10/1731021719551/Put/seqid=0 2024-11-07T23:22:01,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742064_1240 (size=12454) 2024-11-07T23:22:01,280 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110762a01105debb4d3f945fdf3957e643fb_4c9d3f2bafd7773e12266d30b933ff6a, store=[table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:22:01,281 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110762a01105debb4d3f945fdf3957e643fb_4c9d3f2bafd7773e12266d30b933ff6a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:22:01,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742065_1241 (size=4469) 2024-11-07T23:22:01,658 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/4917610c7c4445e5a42a5480f57bc8de as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/4917610c7c4445e5a42a5480f57bc8de 2024-11-07T23:22:01,663 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c9d3f2bafd7773e12266d30b933ff6a/B of 4c9d3f2bafd7773e12266d30b933ff6a into 4917610c7c4445e5a42a5480f57bc8de(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:01,663 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:22:01,663 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a., storeName=4c9d3f2bafd7773e12266d30b933ff6a/B, priority=13, startTime=1731021721233; duration=0sec 2024-11-07T23:22:01,663 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:01,663 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c9d3f2bafd7773e12266d30b933ff6a:B 2024-11-07T23:22:01,663 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:01,665 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:01,665 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 4c9d3f2bafd7773e12266d30b933ff6a/C is initiating minor compaction (all files) 2024-11-07T23:22:01,665 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c9d3f2bafd7773e12266d30b933ff6a/C in TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:22:01,665 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/e98927846cdf44008189a39af650260d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/be630c3bba674c039e7e01158eb3ec14, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/b05aec44ee5143fc8370fcd87e9bd057] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp, totalSize=36.6 K 2024-11-07T23:22:01,665 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting e98927846cdf44008189a39af650260d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731021716174 2024-11-07T23:22:01,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:01,666 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting be630c3bba674c039e7e01158eb3ec14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731021717296 2024-11-07T23:22:01,666 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting b05aec44ee5143fc8370fcd87e9bd057, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731021719539 2024-11-07T23:22:01,670 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107618b036374024be58d826fec1f4fd95b_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107618b036374024be58d826fec1f4fd95b_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:22:01,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/4d163c8d01c942f3aa110c47d7f10ed4, store: [table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:22:01,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/4d163c8d01c942f3aa110c47d7f10ed4 is 175, key is test_row_0/A:col10/1731021719551/Put/seqid=0 2024-11-07T23:22:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:22:01,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. as already flushing 2024-11-07T23:22:01,674 DEBUG [Thread-748 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x499c4ae8 to 127.0.0.1:55878 2024-11-07T23:22:01,674 DEBUG [Thread-748 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:01,674 DEBUG [Thread-746 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14d1bb75 to 127.0.0.1:55878 2024-11-07T23:22:01,674 DEBUG [Thread-746 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:01,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742066_1242 (size=31255) 2024-11-07T23:22:01,676 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c9d3f2bafd7773e12266d30b933ff6a#C#compaction#203 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:01,677 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/5da08d60cbc740c484476f835cf475ca is 50, key is test_row_0/C:col10/1731021719539/Put/seqid=0 2024-11-07T23:22:01,678 DEBUG [Thread-744 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x216df2bd to 127.0.0.1:55878 2024-11-07T23:22:01,678 DEBUG [Thread-744 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:01,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742067_1243 (size=13017) 2024-11-07T23:22:01,683 DEBUG [Thread-742 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x02ce9782 to 127.0.0.1:55878 2024-11-07T23:22:01,683 DEBUG [Thread-742 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:01,683 DEBUG [Thread-750 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45472b1d to 127.0.0.1:55878 2024-11-07T23:22:01,683 DEBUG [Thread-750 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:01,686 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c9d3f2bafd7773e12266d30b933ff6a#A#compaction#201 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:01,686 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/e87caa02ca874eb69e0977fa76918dcc is 175, key is test_row_0/A:col10/1731021719539/Put/seqid=0 2024-11-07T23:22:01,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742068_1244 (size=31971) 2024-11-07T23:22:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-07T23:22:02,040 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T23:22:02,077 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/4d163c8d01c942f3aa110c47d7f10ed4 2024-11-07T23:22:02,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/9ed8cf350fa44239a860bd876ce55c79 is 50, key is test_row_0/B:col10/1731021719551/Put/seqid=0 2024-11-07T23:22:02,086 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/5da08d60cbc740c484476f835cf475ca as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/5da08d60cbc740c484476f835cf475ca 2024-11-07T23:22:02,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742069_1245 (size=12301) 2024-11-07T23:22:02,090 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c9d3f2bafd7773e12266d30b933ff6a/C of 4c9d3f2bafd7773e12266d30b933ff6a into 5da08d60cbc740c484476f835cf475ca(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:02,090 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:22:02,090 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a., storeName=4c9d3f2bafd7773e12266d30b933ff6a/C, priority=13, startTime=1731021721233; duration=0sec 2024-11-07T23:22:02,090 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:02,090 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c9d3f2bafd7773e12266d30b933ff6a:C 2024-11-07T23:22:02,094 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/e87caa02ca874eb69e0977fa76918dcc as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/e87caa02ca874eb69e0977fa76918dcc 2024-11-07T23:22:02,098 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c9d3f2bafd7773e12266d30b933ff6a/A of 4c9d3f2bafd7773e12266d30b933ff6a into e87caa02ca874eb69e0977fa76918dcc(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:02,098 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:22:02,098 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a., storeName=4c9d3f2bafd7773e12266d30b933ff6a/A, priority=13, startTime=1731021721233; duration=0sec 2024-11-07T23:22:02,098 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:02,098 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c9d3f2bafd7773e12266d30b933ff6a:A 2024-11-07T23:22:02,488 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/9ed8cf350fa44239a860bd876ce55c79 2024-11-07T23:22:02,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/b6b130e537ab4d2cb7ec85f8dbf2aad2 is 50, key is test_row_0/C:col10/1731021719551/Put/seqid=0 2024-11-07T23:22:02,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742070_1246 (size=12301) 2024-11-07T23:22:02,899 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/b6b130e537ab4d2cb7ec85f8dbf2aad2 2024-11-07T23:22:02,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/4d163c8d01c942f3aa110c47d7f10ed4 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/4d163c8d01c942f3aa110c47d7f10ed4 2024-11-07T23:22:02,911 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/4d163c8d01c942f3aa110c47d7f10ed4, entries=150, sequenceid=331, filesize=30.5 K 2024-11-07T23:22:02,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/9ed8cf350fa44239a860bd876ce55c79 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/9ed8cf350fa44239a860bd876ce55c79 2024-11-07T23:22:02,915 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/9ed8cf350fa44239a860bd876ce55c79, entries=150, sequenceid=331, filesize=12.0 K 2024-11-07T23:22:02,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/b6b130e537ab4d2cb7ec85f8dbf2aad2 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/b6b130e537ab4d2cb7ec85f8dbf2aad2 2024-11-07T23:22:02,918 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/b6b130e537ab4d2cb7ec85f8dbf2aad2, entries=150, sequenceid=331, filesize=12.0 K 2024-11-07T23:22:02,919 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=33.54 KB/34350 for 4c9d3f2bafd7773e12266d30b933ff6a in 1678ms, sequenceid=331, compaction requested=false 2024-11-07T23:22:02,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:22:02,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:22:02,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-07T23:22:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-07T23:22:02,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-07T23:22:02,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2420 sec 2024-11-07T23:22:02,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 3.2440 sec 2024-11-07T23:22:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-07T23:22:03,783 INFO [Thread-752 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-07T23:22:03,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-07T23:22:03,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-07T23:22:03,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-07T23:22:03,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-07T23:22:03,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-07T23:22:03,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-07T23:22:03,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-07T23:22:03,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6934 2024-11-07T23:22:03,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6796 2024-11-07T23:22:03,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-07T23:22:03,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2955 2024-11-07T23:22:03,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8865 rows 2024-11-07T23:22:03,784 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2962 2024-11-07T23:22:03,784 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8886 rows 2024-11-07T23:22:03,784 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-07T23:22:03,784 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e39091e to 127.0.0.1:55878 2024-11-07T23:22:03,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:03,785 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-07T23:22:03,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-07T23:22:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-07T23:22:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-07T23:22:03,789 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021723789"}]},"ts":"1731021723789"} 2024-11-07T23:22:03,790 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-07T23:22:03,834 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-07T23:22:03,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T23:22:03,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c9d3f2bafd7773e12266d30b933ff6a, UNASSIGN}] 2024-11-07T23:22:03,836 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c9d3f2bafd7773e12266d30b933ff6a, UNASSIGN 2024-11-07T23:22:03,837 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=4c9d3f2bafd7773e12266d30b933ff6a, regionState=CLOSING, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:22:03,838 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T23:22:03,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; CloseRegionProcedure 4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619}] 2024-11-07T23:22:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-07T23:22:03,989 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:03,990 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(124): Close 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:22:03,990 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-07T23:22:03,990 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1681): Closing 4c9d3f2bafd7773e12266d30b933ff6a, disabling compactions & flushes 2024-11-07T23:22:03,990 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:22:03,990 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:22:03,990 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. after waiting 0 ms 2024-11-07T23:22:03,990 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:22:03,990 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(2837): Flushing 4c9d3f2bafd7773e12266d30b933ff6a 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-07T23:22:03,990 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=A 2024-11-07T23:22:03,990 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:03,990 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=B 2024-11-07T23:22:03,990 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:03,990 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c9d3f2bafd7773e12266d30b933ff6a, store=C 2024-11-07T23:22:03,990 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:03,997 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110736ef89551ed24d8b9c0bd13883380807_4c9d3f2bafd7773e12266d30b933ff6a is 50, key is test_row_0/A:col10/1731021721677/Put/seqid=0 2024-11-07T23:22:04,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742071_1247 (size=12454) 2024-11-07T23:22:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-07T23:22:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-07T23:22:04,401 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:04,405 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110736ef89551ed24d8b9c0bd13883380807_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110736ef89551ed24d8b9c0bd13883380807_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:22:04,405 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/66626b799a6540c9a819be97cff7cc0a, store: [table=TestAcidGuarantees family=A region=4c9d3f2bafd7773e12266d30b933ff6a] 2024-11-07T23:22:04,406 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/66626b799a6540c9a819be97cff7cc0a is 175, key is test_row_0/A:col10/1731021721677/Put/seqid=0 2024-11-07T23:22:04,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742072_1248 (size=31255) 2024-11-07T23:22:04,809 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/66626b799a6540c9a819be97cff7cc0a 2024-11-07T23:22:04,818 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/81b6c8c6506447bca4b8624eb30d9a6f is 50, key is test_row_0/B:col10/1731021721677/Put/seqid=0 2024-11-07T23:22:04,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742073_1249 (size=12301) 2024-11-07T23:22:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-07T23:22:05,223 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/81b6c8c6506447bca4b8624eb30d9a6f 2024-11-07T23:22:05,230 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/5bf26d5582b141e7913fa7c2a81336f7 is 50, key is test_row_0/C:col10/1731021721677/Put/seqid=0 2024-11-07T23:22:05,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742074_1250 (size=12301) 2024-11-07T23:22:05,634 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/5bf26d5582b141e7913fa7c2a81336f7 2024-11-07T23:22:05,638 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/A/66626b799a6540c9a819be97cff7cc0a as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/66626b799a6540c9a819be97cff7cc0a 2024-11-07T23:22:05,641 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/66626b799a6540c9a819be97cff7cc0a, entries=150, sequenceid=342, filesize=30.5 K 2024-11-07T23:22:05,642 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/B/81b6c8c6506447bca4b8624eb30d9a6f as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/81b6c8c6506447bca4b8624eb30d9a6f 2024-11-07T23:22:05,645 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/81b6c8c6506447bca4b8624eb30d9a6f, entries=150, sequenceid=342, filesize=12.0 K 2024-11-07T23:22:05,646 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/.tmp/C/5bf26d5582b141e7913fa7c2a81336f7 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/5bf26d5582b141e7913fa7c2a81336f7 2024-11-07T23:22:05,649 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/5bf26d5582b141e7913fa7c2a81336f7, entries=150, sequenceid=342, filesize=12.0 K 2024-11-07T23:22:05,650 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 4c9d3f2bafd7773e12266d30b933ff6a in 1660ms, sequenceid=342, compaction requested=true 2024-11-07T23:22:05,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/99a8e8613d664635bb59c6d054d8b260, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/9bb71e0e50a24f9eb0c82721dd54e443, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/7617422e34534911b490049ef8350768, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/1bd9393f33e141fcb188ba6bcc6aeef9, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/59029c51fba54ae78f03c37166321585, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/54616dc7ca6949d9a42623d866fba38d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/fba3597558424828a433452919349aa9, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/36fe08a24d4749a7a96ed123c32fab55, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/29875cccbeea4b88bc76822521399e76, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/eaff247d6d4e45038ad150908c295129, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/22d0695fe7a34573b443d7ffbaf58d2f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/548cd9e57e1740c8ba13cfd2d8286892, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/a7b17549a8944229aedb965add09b4b5, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/9ad3356dff854c1c927cca5f5d7d630b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/4328750252d04f85a4122fc11f269eaa, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/4537de220f5d4a6ca5c033ddf273b07b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/84d81927271d4659a227b97c2849ff8c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/580eb4782db4424bbabf9978aeb66b88, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/bc03ba53385045b3bf4fe2cc1d10103c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/cebf683221b54df9b7bd0c7f672681aa, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/6175bd8a5e024eb68b7a61b1445a8741] to archive 2024-11-07T23:22:05,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T23:22:05,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/99a8e8613d664635bb59c6d054d8b260 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/99a8e8613d664635bb59c6d054d8b260 2024-11-07T23:22:05,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/9bb71e0e50a24f9eb0c82721dd54e443 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/9bb71e0e50a24f9eb0c82721dd54e443 2024-11-07T23:22:05,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/7617422e34534911b490049ef8350768 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/7617422e34534911b490049ef8350768 2024-11-07T23:22:05,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/1bd9393f33e141fcb188ba6bcc6aeef9 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/1bd9393f33e141fcb188ba6bcc6aeef9 2024-11-07T23:22:05,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/59029c51fba54ae78f03c37166321585 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/59029c51fba54ae78f03c37166321585 2024-11-07T23:22:05,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/54616dc7ca6949d9a42623d866fba38d to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/54616dc7ca6949d9a42623d866fba38d 2024-11-07T23:22:05,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/fba3597558424828a433452919349aa9 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/fba3597558424828a433452919349aa9 2024-11-07T23:22:05,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/36fe08a24d4749a7a96ed123c32fab55 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/36fe08a24d4749a7a96ed123c32fab55 2024-11-07T23:22:05,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/29875cccbeea4b88bc76822521399e76 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/29875cccbeea4b88bc76822521399e76 2024-11-07T23:22:05,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/eaff247d6d4e45038ad150908c295129 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/eaff247d6d4e45038ad150908c295129 2024-11-07T23:22:05,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/22d0695fe7a34573b443d7ffbaf58d2f to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/22d0695fe7a34573b443d7ffbaf58d2f 2024-11-07T23:22:05,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/548cd9e57e1740c8ba13cfd2d8286892 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/548cd9e57e1740c8ba13cfd2d8286892 2024-11-07T23:22:05,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/a7b17549a8944229aedb965add09b4b5 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/a7b17549a8944229aedb965add09b4b5 2024-11-07T23:22:05,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/9ad3356dff854c1c927cca5f5d7d630b to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/9ad3356dff854c1c927cca5f5d7d630b 2024-11-07T23:22:05,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/4328750252d04f85a4122fc11f269eaa to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/4328750252d04f85a4122fc11f269eaa 2024-11-07T23:22:05,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/4537de220f5d4a6ca5c033ddf273b07b to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/4537de220f5d4a6ca5c033ddf273b07b 2024-11-07T23:22:05,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/84d81927271d4659a227b97c2849ff8c to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/84d81927271d4659a227b97c2849ff8c 2024-11-07T23:22:05,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/580eb4782db4424bbabf9978aeb66b88 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/580eb4782db4424bbabf9978aeb66b88 2024-11-07T23:22:05,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/bc03ba53385045b3bf4fe2cc1d10103c to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/bc03ba53385045b3bf4fe2cc1d10103c 2024-11-07T23:22:05,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/cebf683221b54df9b7bd0c7f672681aa to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/cebf683221b54df9b7bd0c7f672681aa 2024-11-07T23:22:05,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/6175bd8a5e024eb68b7a61b1445a8741 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/6175bd8a5e024eb68b7a61b1445a8741 2024-11-07T23:22:05,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/dcf817bc81074ba3aba6905b928af4e0, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/502f14f158b144ad8b77c3bd44692562, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/37aa975130584680b521602f84f2ccee, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/2e5ccfd0202e439990544fbae548d950, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/7a80dcfe7e3041d1bc0d32e291e59ce4, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/d0ede2d7f06440768caa871ad96baba8, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/0eae84cad8824a08ae1a2d1dc8722202, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/e124a3c4734a415b8172a4e6493693f0, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/d97e97e0eb31486993ca17ee373e1a1d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/714ef092e81d453b94d98038d7fd6c49, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/1852b27e64964303ab31b7646a115f10, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/fab4acc45c1540168bb5288bf7421bd5, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/b115ebba2c4a41918545d5e7396636ab, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/8e15f6e173314314b8ba5c8640352951, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/fd4098a69e18426fb582d74c340928b7, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/ba8c14ea577e48f4a3ab5ca8786ca657, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/d7684f0196584b2cbbdb61b54fc33356, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/74272f1f911d4064afb21808db240b53, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/fa72c6a90a404f0fbab51b207d3aa815, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/738257618abb4eeeb0fa7dab6bee682a, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/24c50b3b22314f84bad2c3f614060795] to archive 2024-11-07T23:22:05,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T23:22:05,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/dcf817bc81074ba3aba6905b928af4e0 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/dcf817bc81074ba3aba6905b928af4e0 2024-11-07T23:22:05,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/502f14f158b144ad8b77c3bd44692562 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/502f14f158b144ad8b77c3bd44692562 2024-11-07T23:22:05,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/37aa975130584680b521602f84f2ccee to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/37aa975130584680b521602f84f2ccee 2024-11-07T23:22:05,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/2e5ccfd0202e439990544fbae548d950 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/2e5ccfd0202e439990544fbae548d950 2024-11-07T23:22:05,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/7a80dcfe7e3041d1bc0d32e291e59ce4 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/7a80dcfe7e3041d1bc0d32e291e59ce4 2024-11-07T23:22:05,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/d0ede2d7f06440768caa871ad96baba8 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/d0ede2d7f06440768caa871ad96baba8 2024-11-07T23:22:05,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/0eae84cad8824a08ae1a2d1dc8722202 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/0eae84cad8824a08ae1a2d1dc8722202 2024-11-07T23:22:05,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/e124a3c4734a415b8172a4e6493693f0 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/e124a3c4734a415b8172a4e6493693f0 2024-11-07T23:22:05,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/d97e97e0eb31486993ca17ee373e1a1d to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/d97e97e0eb31486993ca17ee373e1a1d 2024-11-07T23:22:05,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/714ef092e81d453b94d98038d7fd6c49 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/714ef092e81d453b94d98038d7fd6c49 2024-11-07T23:22:05,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/1852b27e64964303ab31b7646a115f10 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/1852b27e64964303ab31b7646a115f10 2024-11-07T23:22:05,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/fab4acc45c1540168bb5288bf7421bd5 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/fab4acc45c1540168bb5288bf7421bd5 2024-11-07T23:22:05,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/b115ebba2c4a41918545d5e7396636ab to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/b115ebba2c4a41918545d5e7396636ab 2024-11-07T23:22:05,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/8e15f6e173314314b8ba5c8640352951 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/8e15f6e173314314b8ba5c8640352951 2024-11-07T23:22:05,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/fd4098a69e18426fb582d74c340928b7 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/fd4098a69e18426fb582d74c340928b7 2024-11-07T23:22:05,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/ba8c14ea577e48f4a3ab5ca8786ca657 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/ba8c14ea577e48f4a3ab5ca8786ca657 2024-11-07T23:22:05,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/d7684f0196584b2cbbdb61b54fc33356 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/d7684f0196584b2cbbdb61b54fc33356 2024-11-07T23:22:05,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/74272f1f911d4064afb21808db240b53 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/74272f1f911d4064afb21808db240b53 2024-11-07T23:22:05,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/fa72c6a90a404f0fbab51b207d3aa815 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/fa72c6a90a404f0fbab51b207d3aa815 2024-11-07T23:22:05,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/738257618abb4eeeb0fa7dab6bee682a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/738257618abb4eeeb0fa7dab6bee682a 2024-11-07T23:22:05,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/24c50b3b22314f84bad2c3f614060795 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/24c50b3b22314f84bad2c3f614060795 2024-11-07T23:22:05,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/eae40614c9464d99bdfa4570367b217b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/9f2f2970aea644f6be2b6537c8964ec9, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/19d75003074441f8a3e0f47a1e11c397, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/1e1a28ddeac84abc9587451877a7f056, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/99228361ea5a40558e5e52e3027df0d2, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/6f54a3893ba9470b9d8ad154d893432c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/b920116df836441f95903489f518dad6, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/902f2e341cad4780ac2361704aaac94e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/d630bfc850b74936a1c610e926f07abc, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/1109da1956834168bd616b35cdcd71ab, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/2ea976b7b4124d86871f42b030ed54e3, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/13fb74f8eee7467fb9afab1cbf9b9a2e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/0ed4dad180f1423fa0d3bde80863aecd, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/3c1321c480564861868634830bdbbee5, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/fdaebafa9497435c82fd4ba66de46314, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/8970779eea2e434ca5d6b40c8ee195dc, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/9035e53ef59743cf8a94f3c7e64e3374, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/e98927846cdf44008189a39af650260d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/f00964d8cd674a768a8ddccaf5a02727, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/be630c3bba674c039e7e01158eb3ec14, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/b05aec44ee5143fc8370fcd87e9bd057] to archive 2024-11-07T23:22:05,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T23:22:05,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/eae40614c9464d99bdfa4570367b217b to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/eae40614c9464d99bdfa4570367b217b 2024-11-07T23:22:05,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/9f2f2970aea644f6be2b6537c8964ec9 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/9f2f2970aea644f6be2b6537c8964ec9 2024-11-07T23:22:05,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/19d75003074441f8a3e0f47a1e11c397 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/19d75003074441f8a3e0f47a1e11c397 2024-11-07T23:22:05,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/1e1a28ddeac84abc9587451877a7f056 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/1e1a28ddeac84abc9587451877a7f056 2024-11-07T23:22:05,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/99228361ea5a40558e5e52e3027df0d2 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/99228361ea5a40558e5e52e3027df0d2 2024-11-07T23:22:05,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/6f54a3893ba9470b9d8ad154d893432c to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/6f54a3893ba9470b9d8ad154d893432c 2024-11-07T23:22:05,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/b920116df836441f95903489f518dad6 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/b920116df836441f95903489f518dad6 2024-11-07T23:22:05,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/902f2e341cad4780ac2361704aaac94e to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/902f2e341cad4780ac2361704aaac94e 2024-11-07T23:22:05,704 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/d630bfc850b74936a1c610e926f07abc to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/d630bfc850b74936a1c610e926f07abc 2024-11-07T23:22:05,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/1109da1956834168bd616b35cdcd71ab to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/1109da1956834168bd616b35cdcd71ab 2024-11-07T23:22:05,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/2ea976b7b4124d86871f42b030ed54e3 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/2ea976b7b4124d86871f42b030ed54e3 2024-11-07T23:22:05,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/13fb74f8eee7467fb9afab1cbf9b9a2e to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/13fb74f8eee7467fb9afab1cbf9b9a2e 2024-11-07T23:22:05,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/0ed4dad180f1423fa0d3bde80863aecd to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/0ed4dad180f1423fa0d3bde80863aecd 2024-11-07T23:22:05,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/3c1321c480564861868634830bdbbee5 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/3c1321c480564861868634830bdbbee5 2024-11-07T23:22:05,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/fdaebafa9497435c82fd4ba66de46314 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/fdaebafa9497435c82fd4ba66de46314 2024-11-07T23:22:05,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/8970779eea2e434ca5d6b40c8ee195dc to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/8970779eea2e434ca5d6b40c8ee195dc 2024-11-07T23:22:05,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/9035e53ef59743cf8a94f3c7e64e3374 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/9035e53ef59743cf8a94f3c7e64e3374 2024-11-07T23:22:05,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/e98927846cdf44008189a39af650260d to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/e98927846cdf44008189a39af650260d 2024-11-07T23:22:05,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/f00964d8cd674a768a8ddccaf5a02727 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/f00964d8cd674a768a8ddccaf5a02727 2024-11-07T23:22:05,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/be630c3bba674c039e7e01158eb3ec14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/be630c3bba674c039e7e01158eb3ec14 2024-11-07T23:22:05,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/b05aec44ee5143fc8370fcd87e9bd057 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/b05aec44ee5143fc8370fcd87e9bd057 2024-11-07T23:22:05,719 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/recovered.edits/345.seqid, newMaxSeqId=345, maxSeqId=4 2024-11-07T23:22:05,719 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a. 2024-11-07T23:22:05,719 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1635): Region close journal for 4c9d3f2bafd7773e12266d30b933ff6a: 2024-11-07T23:22:05,721 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(170): Closed 4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:22:05,721 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=4c9d3f2bafd7773e12266d30b933ff6a, regionState=CLOSED 2024-11-07T23:22:05,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-07T23:22:05,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; CloseRegionProcedure 4c9d3f2bafd7773e12266d30b933ff6a, server=9fec913c0355,35383,1731021663619 in 1.8840 sec 2024-11-07T23:22:05,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=69, resume processing ppid=68 2024-11-07T23:22:05,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c9d3f2bafd7773e12266d30b933ff6a, UNASSIGN in 1.8860 sec 2024-11-07T23:22:05,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-07T23:22:05,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8890 sec 2024-11-07T23:22:05,725 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021725725"}]},"ts":"1731021725725"} 2024-11-07T23:22:05,726 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-07T23:22:05,768 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-07T23:22:05,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9820 sec 2024-11-07T23:22:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-07T23:22:05,894 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-07T23:22:05,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-07T23:22:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:22:05,898 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=71, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:22:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-07T23:22:05,899 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=71, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:22:05,903 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:22:05,908 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A, FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B, FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C, FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/recovered.edits] 2024-11-07T23:22:05,914 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/4d163c8d01c942f3aa110c47d7f10ed4 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/4d163c8d01c942f3aa110c47d7f10ed4 2024-11-07T23:22:05,917 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/66626b799a6540c9a819be97cff7cc0a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/66626b799a6540c9a819be97cff7cc0a 2024-11-07T23:22:05,920 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/e87caa02ca874eb69e0977fa76918dcc to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/A/e87caa02ca874eb69e0977fa76918dcc 2024-11-07T23:22:05,925 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/4917610c7c4445e5a42a5480f57bc8de to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/4917610c7c4445e5a42a5480f57bc8de 2024-11-07T23:22:05,927 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/81b6c8c6506447bca4b8624eb30d9a6f to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/81b6c8c6506447bca4b8624eb30d9a6f 2024-11-07T23:22:05,930 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/9ed8cf350fa44239a860bd876ce55c79 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/B/9ed8cf350fa44239a860bd876ce55c79 2024-11-07T23:22:05,934 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/5bf26d5582b141e7913fa7c2a81336f7 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/5bf26d5582b141e7913fa7c2a81336f7 2024-11-07T23:22:05,936 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/5da08d60cbc740c484476f835cf475ca to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/5da08d60cbc740c484476f835cf475ca 2024-11-07T23:22:05,938 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/b6b130e537ab4d2cb7ec85f8dbf2aad2 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/C/b6b130e537ab4d2cb7ec85f8dbf2aad2 2024-11-07T23:22:05,943 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/recovered.edits/345.seqid to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a/recovered.edits/345.seqid 2024-11-07T23:22:05,944 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:22:05,944 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-07T23:22:05,945 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-07T23:22:05,946 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-07T23:22:05,952 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110712bbc4f6763c4a83b57748984d884639_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110712bbc4f6763c4a83b57748984d884639_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:22:05,954 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411071a5805abf3eb463ea765fb4980996480_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411071a5805abf3eb463ea765fb4980996480_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:22:05,957 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411072d91609a43fe4a2cb6a903faa9783753_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411072d91609a43fe4a2cb6a903faa9783753_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:22:05,959 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107328c36f0ec3a4f86b967e7e56ec3df6d_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107328c36f0ec3a4f86b967e7e56ec3df6d_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:22:05,961 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110736c7e003c95d4437b9b439ec9bb95306_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110736c7e003c95d4437b9b439ec9bb95306_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:22:05,963 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110736ef89551ed24d8b9c0bd13883380807_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110736ef89551ed24d8b9c0bd13883380807_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:22:05,965 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110743944736f50545e5a060645e4986ab84_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110743944736f50545e5a060645e4986ab84_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:22:05,968 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074a27c114c74a4941851dc759f5dd5a00_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074a27c114c74a4941851dc759f5dd5a00_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:22:05,970 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107618b036374024be58d826fec1f4fd95b_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107618b036374024be58d826fec1f4fd95b_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:22:05,973 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079c6931d40aa34d6895e19315cec1db98_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079c6931d40aa34d6895e19315cec1db98_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:22:05,975 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a3505ce1b407492da3bf75872b7b2cba_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a3505ce1b407492da3bf75872b7b2cba_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:22:05,976 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107bd3f973e5fe34022bc6f4db0f9ba2159_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107bd3f973e5fe34022bc6f4db0f9ba2159_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:22:05,978 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107c0af7d6ae2004bc8ac5e5eee7ab859ad_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107c0af7d6ae2004bc8ac5e5eee7ab859ad_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:22:05,979 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107cf4d4fa33ac14590bbd232a28906fa37_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107cf4d4fa33ac14590bbd232a28906fa37_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:22:05,980 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107daba99f8ad4d411d86466fd6559e0104_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107daba99f8ad4d411d86466fd6559e0104_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:22:05,981 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e1f34556fdec4069a10ef87054578757_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e1f34556fdec4069a10ef87054578757_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:22:05,982 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e4c00117399d43819e1d9e5a03a01c49_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e4c00117399d43819e1d9e5a03a01c49_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:22:05,984 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107f447f5eb0e5e426c937ea4cdee1a9f3a_4c9d3f2bafd7773e12266d30b933ff6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107f447f5eb0e5e426c937ea4cdee1a9f3a_4c9d3f2bafd7773e12266d30b933ff6a 2024-11-07T23:22:05,984 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-07T23:22:05,986 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=71, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:22:05,989 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-07T23:22:05,990 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-07T23:22:05,991 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=71, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:22:05,992 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-07T23:22:05,992 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731021725992"}]},"ts":"9223372036854775807"} 2024-11-07T23:22:05,993 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-07T23:22:05,993 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4c9d3f2bafd7773e12266d30b933ff6a, NAME => 'TestAcidGuarantees,,1731021696532.4c9d3f2bafd7773e12266d30b933ff6a.', STARTKEY => '', ENDKEY => ''}] 2024-11-07T23:22:05,994 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-07T23:22:05,994 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731021725994"}]},"ts":"9223372036854775807"} 2024-11-07T23:22:05,995 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-07T23:22:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-07T23:22:06,002 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=71, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:22:06,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 107 msec 2024-11-07T23:22:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-07T23:22:06,201 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-07T23:22:06,210 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=240 (was 240), OpenFileDescriptor=455 (was 458), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=459 (was 449) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 11), AvailableMemoryMB=1899 (was 1743) - AvailableMemoryMB LEAK? - 2024-11-07T23:22:06,217 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=240, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=459, ProcessCount=9, AvailableMemoryMB=1899 2024-11-07T23:22:06,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T23:22:06,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T23:22:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=72, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-07T23:22:06,220 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T23:22:06,221 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:06,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 72 2024-11-07T23:22:06,221 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T23:22:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-07T23:22:06,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742075_1251 (size=960) 2024-11-07T23:22:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-07T23:22:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-07T23:22:06,554 ERROR [LeaseRenewer:jenkins@localhost:41977 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:41977,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:06,629 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c 2024-11-07T23:22:06,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742076_1252 (size=53) 2024-11-07T23:22:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-07T23:22:07,038 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:22:07,039 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8ad7a87b8f765c5a056b2f5357e5cc35, disabling compactions & flushes 2024-11-07T23:22:07,039 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:07,039 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:07,039 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. after waiting 0 ms 2024-11-07T23:22:07,039 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:07,039 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:07,039 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:07,040 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T23:22:07,041 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731021727040"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731021727040"}]},"ts":"1731021727040"} 2024-11-07T23:22:07,042 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-07T23:22:07,043 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T23:22:07,044 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021727044"}]},"ts":"1731021727044"} 2024-11-07T23:22:07,045 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-07T23:22:07,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ad7a87b8f765c5a056b2f5357e5cc35, ASSIGN}] 2024-11-07T23:22:07,096 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ad7a87b8f765c5a056b2f5357e5cc35, ASSIGN 2024-11-07T23:22:07,097 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ad7a87b8f765c5a056b2f5357e5cc35, ASSIGN; state=OFFLINE, location=9fec913c0355,35383,1731021663619; forceNewPlan=false, retain=false 2024-11-07T23:22:07,248 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=8ad7a87b8f765c5a056b2f5357e5cc35, regionState=OPENING, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:22:07,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; OpenRegionProcedure 8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619}] 2024-11-07T23:22:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-07T23:22:07,403 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:07,411 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:07,411 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7285): Opening region: {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} 2024-11-07T23:22:07,411 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:07,411 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:22:07,411 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7327): checking encryption for 8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:07,411 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7330): checking classloading for 8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:07,412 INFO [StoreOpener-8ad7a87b8f765c5a056b2f5357e5cc35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:07,413 INFO [StoreOpener-8ad7a87b8f765c5a056b2f5357e5cc35-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T23:22:07,414 INFO [StoreOpener-8ad7a87b8f765c5a056b2f5357e5cc35-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ad7a87b8f765c5a056b2f5357e5cc35 columnFamilyName A 2024-11-07T23:22:07,414 DEBUG [StoreOpener-8ad7a87b8f765c5a056b2f5357e5cc35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:07,414 INFO [StoreOpener-8ad7a87b8f765c5a056b2f5357e5cc35-1 {}] regionserver.HStore(327): Store=8ad7a87b8f765c5a056b2f5357e5cc35/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:22:07,414 INFO [StoreOpener-8ad7a87b8f765c5a056b2f5357e5cc35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:07,415 INFO [StoreOpener-8ad7a87b8f765c5a056b2f5357e5cc35-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T23:22:07,415 INFO [StoreOpener-8ad7a87b8f765c5a056b2f5357e5cc35-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ad7a87b8f765c5a056b2f5357e5cc35 columnFamilyName B 2024-11-07T23:22:07,415 DEBUG [StoreOpener-8ad7a87b8f765c5a056b2f5357e5cc35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:07,415 INFO [StoreOpener-8ad7a87b8f765c5a056b2f5357e5cc35-1 {}] regionserver.HStore(327): Store=8ad7a87b8f765c5a056b2f5357e5cc35/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:22:07,416 INFO [StoreOpener-8ad7a87b8f765c5a056b2f5357e5cc35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:07,417 INFO [StoreOpener-8ad7a87b8f765c5a056b2f5357e5cc35-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T23:22:07,417 INFO [StoreOpener-8ad7a87b8f765c5a056b2f5357e5cc35-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ad7a87b8f765c5a056b2f5357e5cc35 columnFamilyName C 2024-11-07T23:22:07,417 DEBUG [StoreOpener-8ad7a87b8f765c5a056b2f5357e5cc35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:07,417 INFO [StoreOpener-8ad7a87b8f765c5a056b2f5357e5cc35-1 {}] regionserver.HStore(327): Store=8ad7a87b8f765c5a056b2f5357e5cc35/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:22:07,417 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:07,418 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:07,418 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:07,420 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T23:22:07,421 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1085): writing seq id for 8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:07,423 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:22:07,423 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1102): Opened 8ad7a87b8f765c5a056b2f5357e5cc35; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66659929, jitterRate=-0.0066896528005599976}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T23:22:07,425 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1001): Region open journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:07,425 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35., pid=74, masterSystemTime=1731021727403 2024-11-07T23:22:07,426 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:07,426 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:07,427 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=8ad7a87b8f765c5a056b2f5357e5cc35, regionState=OPEN, openSeqNum=2, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:22:07,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-07T23:22:07,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; OpenRegionProcedure 8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 in 178 msec 2024-11-07T23:22:07,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-11-07T23:22:07,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ad7a87b8f765c5a056b2f5357e5cc35, ASSIGN in 336 msec 2024-11-07T23:22:07,430 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T23:22:07,430 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021727430"}]},"ts":"1731021727430"} 2024-11-07T23:22:07,431 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-07T23:22:07,441 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T23:22:07,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2220 sec 2024-11-07T23:22:07,734 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:41977 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:41977,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-07T23:22:08,327 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 72 completed 2024-11-07T23:22:08,329 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53ef603f to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@507f24a9 2024-11-07T23:22:08,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b269a77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:22:08,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:22:08,371 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:22:08,372 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T23:22:08,373 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34558, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T23:22:08,376 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c7992d5 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@158ab39f 2024-11-07T23:22:08,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa0667b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:22:08,386 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x515c68c3 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@110a2f3c 2024-11-07T23:22:08,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585010d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:22:08,394 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x564feff0 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@16fc49ca 2024-11-07T23:22:08,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef24d1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:22:08,403 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f1a41a2 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b5cfd92 2024-11-07T23:22:08,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179acb41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:22:08,411 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x748a9ce6 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58964f88 2024-11-07T23:22:08,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19975718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:22:08,420 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4cfccc44 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f706d54 2024-11-07T23:22:08,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@662cd9d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:22:08,428 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b4b6ad5 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@67bdbc25 2024-11-07T23:22:08,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675f2b6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:22:08,436 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ed6fe0c to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64803b67 2024-11-07T23:22:08,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9a70d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:22:08,445 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x442f1f0c to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21114fed 2024-11-07T23:22:08,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a4efae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:22:08,452 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c26a160 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e3fd2e 2024-11-07T23:22:08,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2895bbe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:22:08,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:22:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-07T23:22:08,463 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:22:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-07T23:22:08,464 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:22:08,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:22:08,467 DEBUG [hconnection-0x67406ff5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:22:08,467 DEBUG [hconnection-0x5cef1a1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:22:08,467 DEBUG [hconnection-0x18216bb1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:22:08,468 DEBUG [hconnection-0x5c6c801e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:22:08,469 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:22:08,469 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:22:08,469 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56726, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:22:08,469 DEBUG [hconnection-0x6458167e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:22:08,469 DEBUG [hconnection-0x74436fc6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:22:08,469 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:22:08,470 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:22:08,470 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:22:08,472 DEBUG [hconnection-0x7bc8155-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:22:08,473 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56778, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:22:08,475 DEBUG [hconnection-0xdba1d16-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:22:08,476 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:22:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:08,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ad7a87b8f765c5a056b2f5357e5cc35 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T23:22:08,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=A 2024-11-07T23:22:08,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:08,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=B 2024-11-07T23:22:08,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:08,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=C 2024-11-07T23:22:08,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:08,483 DEBUG [hconnection-0x4142f836-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:22:08,486 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:22:08,495 DEBUG [hconnection-0x3c620813-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:22:08,496 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:22:08,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021788494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:08,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021788495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:08,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021788496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:08,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021788497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:08,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021788498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:08,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/c15bd3e3215d4a67a837fd0298940a3f is 50, key is test_row_0/A:col10/1731021728473/Put/seqid=0 2024-11-07T23:22:08,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742077_1253 (size=12001) 2024-11-07T23:22:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-07T23:22:08,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021788599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:08,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021788599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:08,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021788599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:08,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021788600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:08,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021788600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:08,615 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:08,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-07T23:22:08,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:08,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:08,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:08,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:08,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-07T23:22:08,768 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:08,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-07T23:22:08,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:08,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:08,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:08,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:08,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:08,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021788802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:08,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021788802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:08,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021788803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:08,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021788804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:08,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021788805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:08,921 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:08,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-07T23:22:08,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:08,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:08,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:08,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:08,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:08,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/c15bd3e3215d4a67a837fd0298940a3f 2024-11-07T23:22:08,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/7475ed95bd78440cb48a878e27730fdc is 50, key is test_row_0/B:col10/1731021728473/Put/seqid=0 2024-11-07T23:22:08,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742078_1254 (size=12001) 2024-11-07T23:22:08,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/7475ed95bd78440cb48a878e27730fdc 2024-11-07T23:22:09,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/3e88f5efe81f4a6cbac11949febaf515 is 50, key is test_row_0/C:col10/1731021728473/Put/seqid=0 2024-11-07T23:22:09,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742079_1255 (size=12001) 2024-11-07T23:22:09,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/3e88f5efe81f4a6cbac11949febaf515 2024-11-07T23:22:09,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/c15bd3e3215d4a67a837fd0298940a3f as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/c15bd3e3215d4a67a837fd0298940a3f 2024-11-07T23:22:09,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/c15bd3e3215d4a67a837fd0298940a3f, entries=150, sequenceid=12, filesize=11.7 K 2024-11-07T23:22:09,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/7475ed95bd78440cb48a878e27730fdc as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/7475ed95bd78440cb48a878e27730fdc 2024-11-07T23:22:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-07T23:22:09,073 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:09,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-07T23:22:09,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:09,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:09,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:09,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:09,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:09,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/7475ed95bd78440cb48a878e27730fdc, entries=150, sequenceid=12, filesize=11.7 K 2024-11-07T23:22:09,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/3e88f5efe81f4a6cbac11949febaf515 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/3e88f5efe81f4a6cbac11949febaf515 2024-11-07T23:22:09,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/3e88f5efe81f4a6cbac11949febaf515, entries=150, sequenceid=12, filesize=11.7 K 2024-11-07T23:22:09,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8ad7a87b8f765c5a056b2f5357e5cc35 in 611ms, sequenceid=12, compaction requested=false 2024-11-07T23:22:09,088 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-07T23:22:09,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:09,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ad7a87b8f765c5a056b2f5357e5cc35 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-07T23:22:09,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=A 2024-11-07T23:22:09,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:09,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=B 2024-11-07T23:22:09,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:09,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=C 2024-11-07T23:22:09,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:09,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/ab728fcfdd73415fa97bc3379018454c is 50, key is test_row_0/A:col10/1731021729106/Put/seqid=0 2024-11-07T23:22:09,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742080_1256 (size=12001) 2024-11-07T23:22:09,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:09,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021789114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021789113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:09,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021789146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:09,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021789146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:09,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021789146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:09,227 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:09,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-07T23:22:09,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:09,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:09,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:09,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:09,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:09,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:09,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021789247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:09,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021789247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:09,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:09,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021789250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021789250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:09,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021789250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:09,364 DEBUG [master/9fec913c0355:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 3ea867e3ebce2edcbfdbe4ad203c7328 changed from -1.0 to 0.0, refreshing cache 2024-11-07T23:22:09,379 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:09,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-07T23:22:09,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:09,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:09,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:09,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:09,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:09,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:09,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021789448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021789448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:09,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021789452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:09,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021789453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:09,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021789453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:09,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/ab728fcfdd73415fa97bc3379018454c 2024-11-07T23:22:09,532 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:09,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-07T23:22:09,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:09,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:09,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:09,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:09,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:09,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/72773088a57549d9befe7473ede3a822 is 50, key is test_row_0/B:col10/1731021729106/Put/seqid=0 2024-11-07T23:22:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-07T23:22:09,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742081_1257 (size=12001) 2024-11-07T23:22:09,690 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:09,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-07T23:22:09,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:09,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:09,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:09,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:09,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:09,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021789755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:09,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021789755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:09,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021789756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:09,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021789758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:09,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021789760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:09,848 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:09,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-07T23:22:09,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:09,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:09,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:09,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:09,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:10,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/72773088a57549d9befe7473ede3a822 2024-11-07T23:22:10,015 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:10,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-07T23:22:10,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:10,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:10,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:10,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:10,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:10,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/82e347325e22443a9fd666d52e67972f is 50, key is test_row_0/C:col10/1731021729106/Put/seqid=0 2024-11-07T23:22:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:10,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742082_1258 (size=12001) 2024-11-07T23:22:10,169 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:10,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-07T23:22:10,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:10,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:10,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:10,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:10,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:10,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021790257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:10,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021790260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:10,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021790260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:10,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021790262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:10,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021790265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:10,321 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:10,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-07T23:22:10,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:10,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:10,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:10,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:10,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:10,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/82e347325e22443a9fd666d52e67972f 2024-11-07T23:22:10,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/ab728fcfdd73415fa97bc3379018454c as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/ab728fcfdd73415fa97bc3379018454c 2024-11-07T23:22:10,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/ab728fcfdd73415fa97bc3379018454c, entries=150, sequenceid=41, filesize=11.7 K 2024-11-07T23:22:10,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/72773088a57549d9befe7473ede3a822 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/72773088a57549d9befe7473ede3a822 2024-11-07T23:22:10,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/72773088a57549d9befe7473ede3a822, entries=150, sequenceid=41, filesize=11.7 K 2024-11-07T23:22:10,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/82e347325e22443a9fd666d52e67972f as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/82e347325e22443a9fd666d52e67972f 2024-11-07T23:22:10,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/82e347325e22443a9fd666d52e67972f, entries=150, sequenceid=41, filesize=11.7 K 2024-11-07T23:22:10,454 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=40.25 KB/41220 for 8ad7a87b8f765c5a056b2f5357e5cc35 in 1345ms, sequenceid=41, compaction requested=false 2024-11-07T23:22:10,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:10,473 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:10,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-07T23:22:10,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:10,475 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 8ad7a87b8f765c5a056b2f5357e5cc35 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-07T23:22:10,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=A 2024-11-07T23:22:10,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:10,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=B 2024-11-07T23:22:10,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:10,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=C 2024-11-07T23:22:10,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:10,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/17d4721e17394d0b96fb59398ad6530f is 50, key is test_row_0/A:col10/1731021729116/Put/seqid=0 2024-11-07T23:22:10,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742083_1259 (size=9657) 2024-11-07T23:22:10,505 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/17d4721e17394d0b96fb59398ad6530f 2024-11-07T23:22:10,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/c9530fda5cc8422bbe047e9958fc5592 is 50, key is test_row_0/B:col10/1731021729116/Put/seqid=0 2024-11-07T23:22:10,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742084_1260 (size=9657) 2024-11-07T23:22:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-07T23:22:10,939 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/c9530fda5cc8422bbe047e9958fc5592 2024-11-07T23:22:10,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/9c8b6d587d0644d9be8bd7da07575c17 is 50, key is test_row_0/C:col10/1731021729116/Put/seqid=0 2024-11-07T23:22:10,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742085_1261 (size=9657) 2024-11-07T23:22:10,966 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/9c8b6d587d0644d9be8bd7da07575c17 2024-11-07T23:22:10,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/17d4721e17394d0b96fb59398ad6530f as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/17d4721e17394d0b96fb59398ad6530f 2024-11-07T23:22:10,992 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/17d4721e17394d0b96fb59398ad6530f, entries=100, sequenceid=50, filesize=9.4 K 2024-11-07T23:22:10,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/c9530fda5cc8422bbe047e9958fc5592 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/c9530fda5cc8422bbe047e9958fc5592 2024-11-07T23:22:11,007 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/c9530fda5cc8422bbe047e9958fc5592, entries=100, sequenceid=50, filesize=9.4 K 2024-11-07T23:22:11,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/9c8b6d587d0644d9be8bd7da07575c17 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/9c8b6d587d0644d9be8bd7da07575c17 2024-11-07T23:22:11,017 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/9c8b6d587d0644d9be8bd7da07575c17, entries=100, sequenceid=50, filesize=9.4 K 2024-11-07T23:22:11,018 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 8ad7a87b8f765c5a056b2f5357e5cc35 in 543ms, sequenceid=50, compaction requested=true 2024-11-07T23:22:11,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:11,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:11,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-07T23:22:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-07T23:22:11,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-07T23:22:11,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5550 sec 2024-11-07T23:22:11,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 2.5590 sec 2024-11-07T23:22:11,251 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T23:22:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:11,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ad7a87b8f765c5a056b2f5357e5cc35 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T23:22:11,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=A 2024-11-07T23:22:11,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:11,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=B 2024-11-07T23:22:11,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:11,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=C 2024-11-07T23:22:11,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:11,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/8694b073a34e4ea4842deb0213a14af8 is 50, key is test_row_0/A:col10/1731021731274/Put/seqid=0 2024-11-07T23:22:11,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021791298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:11,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021791299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:11,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021791299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:11,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021791302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:11,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021791302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:11,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742086_1262 (size=14341) 2024-11-07T23:22:11,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/8694b073a34e4ea4842deb0213a14af8 2024-11-07T23:22:11,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/ac1b36bf9d1b44248f738323c59df60e is 50, key is test_row_0/B:col10/1731021731274/Put/seqid=0 2024-11-07T23:22:11,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742087_1263 (size=12001) 2024-11-07T23:22:11,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021791402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:11,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021791405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:11,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021791405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:11,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021791405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:11,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021791407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:11,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021791606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:11,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021791611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:11,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021791614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:11,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021791614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:11,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021791614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:11,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/ac1b36bf9d1b44248f738323c59df60e 2024-11-07T23:22:11,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/d7d5ecef68114c58a88043d4bbb79988 is 50, key is test_row_0/C:col10/1731021731274/Put/seqid=0 2024-11-07T23:22:11,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742088_1264 (size=12001) 2024-11-07T23:22:11,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/d7d5ecef68114c58a88043d4bbb79988 2024-11-07T23:22:11,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/8694b073a34e4ea4842deb0213a14af8 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/8694b073a34e4ea4842deb0213a14af8 2024-11-07T23:22:11,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/8694b073a34e4ea4842deb0213a14af8, entries=200, sequenceid=63, filesize=14.0 K 2024-11-07T23:22:11,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/ac1b36bf9d1b44248f738323c59df60e as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/ac1b36bf9d1b44248f738323c59df60e 2024-11-07T23:22:11,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/ac1b36bf9d1b44248f738323c59df60e, entries=150, sequenceid=63, filesize=11.7 K 2024-11-07T23:22:11,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/d7d5ecef68114c58a88043d4bbb79988 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/d7d5ecef68114c58a88043d4bbb79988 2024-11-07T23:22:11,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/d7d5ecef68114c58a88043d4bbb79988, entries=150, sequenceid=63, filesize=11.7 K 2024-11-07T23:22:11,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8ad7a87b8f765c5a056b2f5357e5cc35 in 516ms, sequenceid=63, compaction requested=true 2024-11-07T23:22:11,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:11,791 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:22:11,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad7a87b8f765c5a056b2f5357e5cc35:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:22:11,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:11,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad7a87b8f765c5a056b2f5357e5cc35:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:22:11,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:11,792 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:22:11,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad7a87b8f765c5a056b2f5357e5cc35:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:22:11,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:11,795 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48000 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:22:11,795 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:22:11,795 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 8ad7a87b8f765c5a056b2f5357e5cc35/B is initiating minor compaction (all files) 2024-11-07T23:22:11,795 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ad7a87b8f765c5a056b2f5357e5cc35/B in TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:11,795 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/7475ed95bd78440cb48a878e27730fdc, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/72773088a57549d9befe7473ede3a822, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/c9530fda5cc8422bbe047e9958fc5592, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/ac1b36bf9d1b44248f738323c59df60e] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp, totalSize=44.6 K 2024-11-07T23:22:11,796 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 8ad7a87b8f765c5a056b2f5357e5cc35/A is initiating minor compaction (all files) 2024-11-07T23:22:11,796 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ad7a87b8f765c5a056b2f5357e5cc35/A in TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:11,796 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/c15bd3e3215d4a67a837fd0298940a3f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/ab728fcfdd73415fa97bc3379018454c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/17d4721e17394d0b96fb59398ad6530f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/8694b073a34e4ea4842deb0213a14af8] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp, totalSize=46.9 K 2024-11-07T23:22:11,796 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 7475ed95bd78440cb48a878e27730fdc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731021728473 2024-11-07T23:22:11,796 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting c15bd3e3215d4a67a837fd0298940a3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731021728473 2024-11-07T23:22:11,797 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 72773088a57549d9befe7473ede3a822, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731021729106 2024-11-07T23:22:11,798 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting c9530fda5cc8422bbe047e9958fc5592, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731021729116 2024-11-07T23:22:11,798 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab728fcfdd73415fa97bc3379018454c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731021729106 2024-11-07T23:22:11,799 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17d4721e17394d0b96fb59398ad6530f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731021729116 2024-11-07T23:22:11,799 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting ac1b36bf9d1b44248f738323c59df60e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731021731270 2024-11-07T23:22:11,799 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8694b073a34e4ea4842deb0213a14af8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731021731270 2024-11-07T23:22:11,812 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad7a87b8f765c5a056b2f5357e5cc35#A#compaction#221 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:11,812 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad7a87b8f765c5a056b2f5357e5cc35#B#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:11,813 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/89402a59270d4f18ab479433c65d888c is 50, key is test_row_0/A:col10/1731021731274/Put/seqid=0 2024-11-07T23:22:11,813 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/c607ee319ba74259bee38714bdd1d1d7 is 50, key is test_row_0/B:col10/1731021731274/Put/seqid=0 2024-11-07T23:22:11,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742089_1265 (size=12139) 2024-11-07T23:22:11,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742090_1266 (size=12139) 2024-11-07T23:22:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:11,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ad7a87b8f765c5a056b2f5357e5cc35 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-07T23:22:11,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=A 2024-11-07T23:22:11,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:11,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=B 2024-11-07T23:22:11,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:11,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=C 2024-11-07T23:22:11,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:11,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/626db51097dd414982ebbee228111b32 is 50, key is test_row_0/A:col10/1731021731911/Put/seqid=0 2024-11-07T23:22:11,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742091_1267 (size=12001) 2024-11-07T23:22:11,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:11,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021791961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021791960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:11,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021791965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:11,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021791965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:11,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:11,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021791965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:12,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021792066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:12,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021792066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:12,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021792069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:12,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021792069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:12,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021792070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:12,223 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/89402a59270d4f18ab479433c65d888c as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/89402a59270d4f18ab479433c65d888c 2024-11-07T23:22:12,228 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/c607ee319ba74259bee38714bdd1d1d7 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/c607ee319ba74259bee38714bdd1d1d7 2024-11-07T23:22:12,229 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8ad7a87b8f765c5a056b2f5357e5cc35/A of 8ad7a87b8f765c5a056b2f5357e5cc35 into 89402a59270d4f18ab479433c65d888c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:12,229 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:12,229 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35., storeName=8ad7a87b8f765c5a056b2f5357e5cc35/A, priority=12, startTime=1731021731791; duration=0sec 2024-11-07T23:22:12,229 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:12,229 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad7a87b8f765c5a056b2f5357e5cc35:A 2024-11-07T23:22:12,229 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:22:12,232 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:22:12,232 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 8ad7a87b8f765c5a056b2f5357e5cc35/C is initiating minor compaction (all files) 2024-11-07T23:22:12,232 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ad7a87b8f765c5a056b2f5357e5cc35/C in TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:12,232 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/3e88f5efe81f4a6cbac11949febaf515, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/82e347325e22443a9fd666d52e67972f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/9c8b6d587d0644d9be8bd7da07575c17, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/d7d5ecef68114c58a88043d4bbb79988] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp, totalSize=44.6 K 2024-11-07T23:22:12,232 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e88f5efe81f4a6cbac11949febaf515, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731021728473 2024-11-07T23:22:12,233 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82e347325e22443a9fd666d52e67972f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731021729106 2024-11-07T23:22:12,233 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c8b6d587d0644d9be8bd7da07575c17, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731021729116 2024-11-07T23:22:12,234 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8ad7a87b8f765c5a056b2f5357e5cc35/B of 8ad7a87b8f765c5a056b2f5357e5cc35 into c607ee319ba74259bee38714bdd1d1d7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:12,234 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7d5ecef68114c58a88043d4bbb79988, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731021731270 2024-11-07T23:22:12,234 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:12,234 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35., storeName=8ad7a87b8f765c5a056b2f5357e5cc35/B, priority=12, startTime=1731021731792; duration=0sec 2024-11-07T23:22:12,234 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:12,234 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad7a87b8f765c5a056b2f5357e5cc35:B 2024-11-07T23:22:12,242 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad7a87b8f765c5a056b2f5357e5cc35#C#compaction#224 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:12,242 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/05ef24c5fe3344dc8c5874101ae7d3a4 is 50, key is test_row_0/C:col10/1731021731274/Put/seqid=0 2024-11-07T23:22:12,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742092_1268 (size=12139) 2024-11-07T23:22:12,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021792269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:12,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021792270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:12,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021792272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:12,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021792273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:12,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021792273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:12,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/626db51097dd414982ebbee228111b32 2024-11-07T23:22:12,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/fd198ec8b41847519bfa9224ff7859e3 is 50, key is test_row_0/B:col10/1731021731911/Put/seqid=0 2024-11-07T23:22:12,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742093_1269 (size=12001) 2024-11-07T23:22:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-07T23:22:12,569 INFO [Thread-1170 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-07T23:22:12,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:22:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-07T23:22:12,571 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:22:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-07T23:22:12,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021792572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:12,574 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:22:12,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:22:12,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021792575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:12,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021792575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:12,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021792579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:12,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021792582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:12,654 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/05ef24c5fe3344dc8c5874101ae7d3a4 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/05ef24c5fe3344dc8c5874101ae7d3a4 2024-11-07T23:22:12,659 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8ad7a87b8f765c5a056b2f5357e5cc35/C of 8ad7a87b8f765c5a056b2f5357e5cc35 into 05ef24c5fe3344dc8c5874101ae7d3a4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:12,659 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:12,659 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35., storeName=8ad7a87b8f765c5a056b2f5357e5cc35/C, priority=12, startTime=1731021731792; duration=0sec 2024-11-07T23:22:12,659 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:12,659 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad7a87b8f765c5a056b2f5357e5cc35:C 2024-11-07T23:22:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-07T23:22:12,726 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:12,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-07T23:22:12,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:12,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:12,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:12,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:12,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:12,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/fd198ec8b41847519bfa9224ff7859e3 2024-11-07T23:22:12,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/fe83f06b307341e29406be4f49bab3b8 is 50, key is test_row_0/C:col10/1731021731911/Put/seqid=0 2024-11-07T23:22:12,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742094_1270 (size=12001) 2024-11-07T23:22:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-07T23:22:12,879 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:12,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-07T23:22:12,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:12,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:12,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:12,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:12,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:13,031 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:13,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-07T23:22:13,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:13,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:13,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:13,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:13,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:13,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:13,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021793074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:13,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021793078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:13,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:13,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021793081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:13,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021793085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:13,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021793086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:13,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/fe83f06b307341e29406be4f49bab3b8 2024-11-07T23:22:13,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/626db51097dd414982ebbee228111b32 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/626db51097dd414982ebbee228111b32 2024-11-07T23:22:13,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-07T23:22:13,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/626db51097dd414982ebbee228111b32, entries=150, sequenceid=87, filesize=11.7 K 2024-11-07T23:22:13,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/fd198ec8b41847519bfa9224ff7859e3 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/fd198ec8b41847519bfa9224ff7859e3 2024-11-07T23:22:13,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/fd198ec8b41847519bfa9224ff7859e3, entries=150, sequenceid=87, filesize=11.7 K 2024-11-07T23:22:13,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/fe83f06b307341e29406be4f49bab3b8 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/fe83f06b307341e29406be4f49bab3b8 2024-11-07T23:22:13,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/fe83f06b307341e29406be4f49bab3b8, entries=150, sequenceid=87, filesize=11.7 K 2024-11-07T23:22:13,183 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:13,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-07T23:22:13,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 8ad7a87b8f765c5a056b2f5357e5cc35 in 1272ms, sequenceid=87, compaction requested=false 2024-11-07T23:22:13,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:13,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:13,184 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 8ad7a87b8f765c5a056b2f5357e5cc35 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-07T23:22:13,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=A 2024-11-07T23:22:13,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:13,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=B 2024-11-07T23:22:13,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:13,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=C 2024-11-07T23:22:13,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:13,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/2f1efec0ac6b4b9b822b1be3a25e34b1 is 50, key is test_row_0/A:col10/1731021731964/Put/seqid=0 2024-11-07T23:22:13,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742095_1271 (size=12001) 2024-11-07T23:22:13,200 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/2f1efec0ac6b4b9b822b1be3a25e34b1 2024-11-07T23:22:13,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/9c141f7268834ae8a542365bdeed2499 is 50, key is test_row_0/B:col10/1731021731964/Put/seqid=0 2024-11-07T23:22:13,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742096_1272 (size=12001) 2024-11-07T23:22:13,218 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/9c141f7268834ae8a542365bdeed2499 2024-11-07T23:22:13,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/caf7d9450955427caa615f9e1e66f2f0 is 50, key is test_row_0/C:col10/1731021731964/Put/seqid=0 2024-11-07T23:22:13,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742097_1273 (size=12001) 2024-11-07T23:22:13,233 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/caf7d9450955427caa615f9e1e66f2f0 2024-11-07T23:22:13,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/2f1efec0ac6b4b9b822b1be3a25e34b1 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/2f1efec0ac6b4b9b822b1be3a25e34b1 2024-11-07T23:22:13,243 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/2f1efec0ac6b4b9b822b1be3a25e34b1, entries=150, sequenceid=103, filesize=11.7 K 2024-11-07T23:22:13,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/9c141f7268834ae8a542365bdeed2499 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/9c141f7268834ae8a542365bdeed2499 2024-11-07T23:22:13,250 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/9c141f7268834ae8a542365bdeed2499, entries=150, sequenceid=103, filesize=11.7 K 2024-11-07T23:22:13,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/caf7d9450955427caa615f9e1e66f2f0 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/caf7d9450955427caa615f9e1e66f2f0 2024-11-07T23:22:13,257 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/caf7d9450955427caa615f9e1e66f2f0, entries=150, sequenceid=103, filesize=11.7 K 2024-11-07T23:22:13,259 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 8ad7a87b8f765c5a056b2f5357e5cc35 in 74ms, sequenceid=103, compaction requested=true 2024-11-07T23:22:13,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:13,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:13,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-07T23:22:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-07T23:22:13,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-07T23:22:13,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 686 msec 2024-11-07T23:22:13,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 692 msec 2024-11-07T23:22:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-07T23:22:13,674 INFO [Thread-1170 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-07T23:22:13,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:22:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-07T23:22:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-07T23:22:13,676 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:22:13,677 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:22:13,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:22:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-07T23:22:13,828 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:13,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-07T23:22:13,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:13,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:13,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:13,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-07T23:22:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-07T23:22:13,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-07T23:22:13,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 153 msec 2024-11-07T23:22:13,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 156 msec 2024-11-07T23:22:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-07T23:22:13,978 INFO [Thread-1170 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-07T23:22:13,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:22:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-07T23:22:13,980 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:22:13,980 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:22:13,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:22:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-07T23:22:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-07T23:22:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:14,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ad7a87b8f765c5a056b2f5357e5cc35 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T23:22:14,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=A 2024-11-07T23:22:14,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:14,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=B 2024-11-07T23:22:14,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:14,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=C 2024-11-07T23:22:14,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:14,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/932ba94070f94a0099c1b4270cee4190 is 50, key is test_row_0/A:col10/1731021734087/Put/seqid=0 2024-11-07T23:22:14,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742098_1274 (size=16681) 2024-11-07T23:22:14,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021794107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:14,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:14,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:14,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021794107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:14,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021794108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:14,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021794110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:14,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021794111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:14,132 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:14,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-07T23:22:14,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:14,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:14,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:14,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:14,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:14,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021794212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:14,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021794212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:14,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021794213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:14,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021794214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:14,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021794215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-07T23:22:14,285 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:14,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-07T23:22:14,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:14,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:14,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:14,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:14,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:14,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021794415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:14,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021794416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:14,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021794416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:14,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021794417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:14,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021794417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:14,437 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:14,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-07T23:22:14,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:14,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:14,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:14,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:14,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:14,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:14,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/932ba94070f94a0099c1b4270cee4190 2024-11-07T23:22:14,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/36069d6340d24a3f983bbb5dc0dbbcb1 is 50, key is test_row_0/B:col10/1731021734087/Put/seqid=0 2024-11-07T23:22:14,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742099_1275 (size=12001) 2024-11-07T23:22:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-07T23:22:14,590 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:14,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-07T23:22:14,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:14,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:14,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:14,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:14,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:14,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021794719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:14,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021794720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:14,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021794720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:14,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021794720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:14,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021794721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:14,742 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:14,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-07T23:22:14,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:14,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:14,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:14,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:14,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:14,895 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:14,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-07T23:22:14,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:14,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:14,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:14,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:14,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:14,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/36069d6340d24a3f983bbb5dc0dbbcb1 2024-11-07T23:22:14,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/12408f6be3ad474b9255655ee80f102a is 50, key is test_row_0/C:col10/1731021734087/Put/seqid=0 2024-11-07T23:22:14,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742100_1276 (size=12001) 2024-11-07T23:22:15,048 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:15,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-07T23:22:15,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:15,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:15,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:15,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:15,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-07T23:22:15,200 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:15,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-07T23:22:15,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:15,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:15,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:15,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:15,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:15,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021795222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:15,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021795223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:15,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021795225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:15,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021795226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:15,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021795226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:15,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/12408f6be3ad474b9255655ee80f102a 2024-11-07T23:22:15,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/932ba94070f94a0099c1b4270cee4190 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/932ba94070f94a0099c1b4270cee4190 2024-11-07T23:22:15,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/932ba94070f94a0099c1b4270cee4190, entries=250, sequenceid=116, filesize=16.3 K 2024-11-07T23:22:15,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/36069d6340d24a3f983bbb5dc0dbbcb1 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/36069d6340d24a3f983bbb5dc0dbbcb1 2024-11-07T23:22:15,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/36069d6340d24a3f983bbb5dc0dbbcb1, entries=150, sequenceid=116, filesize=11.7 K 2024-11-07T23:22:15,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/12408f6be3ad474b9255655ee80f102a as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/12408f6be3ad474b9255655ee80f102a 2024-11-07T23:22:15,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/12408f6be3ad474b9255655ee80f102a, entries=150, sequenceid=116, filesize=11.7 K 2024-11-07T23:22:15,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8ad7a87b8f765c5a056b2f5357e5cc35 in 1258ms, sequenceid=116, compaction requested=true 2024-11-07T23:22:15,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:15,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad7a87b8f765c5a056b2f5357e5cc35:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:22:15,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:15,345 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:22:15,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad7a87b8f765c5a056b2f5357e5cc35:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:22:15,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:15,345 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:22:15,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad7a87b8f765c5a056b2f5357e5cc35:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:22:15,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:15,346 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52822 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:22:15,346 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:22:15,346 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 8ad7a87b8f765c5a056b2f5357e5cc35/B is initiating minor compaction (all files) 2024-11-07T23:22:15,346 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 8ad7a87b8f765c5a056b2f5357e5cc35/A is initiating minor compaction (all files) 2024-11-07T23:22:15,346 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ad7a87b8f765c5a056b2f5357e5cc35/B in TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:15,347 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/c607ee319ba74259bee38714bdd1d1d7, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/fd198ec8b41847519bfa9224ff7859e3, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/9c141f7268834ae8a542365bdeed2499, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/36069d6340d24a3f983bbb5dc0dbbcb1] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp, totalSize=47.0 K 2024-11-07T23:22:15,347 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ad7a87b8f765c5a056b2f5357e5cc35/A in TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:15,347 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/89402a59270d4f18ab479433c65d888c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/626db51097dd414982ebbee228111b32, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/2f1efec0ac6b4b9b822b1be3a25e34b1, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/932ba94070f94a0099c1b4270cee4190] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp, totalSize=51.6 K 2024-11-07T23:22:15,347 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting c607ee319ba74259bee38714bdd1d1d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731021731270 2024-11-07T23:22:15,347 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89402a59270d4f18ab479433c65d888c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731021731270 2024-11-07T23:22:15,348 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting fd198ec8b41847519bfa9224ff7859e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731021731298 2024-11-07T23:22:15,348 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 626db51097dd414982ebbee228111b32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731021731298 2024-11-07T23:22:15,348 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c141f7268834ae8a542365bdeed2499, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731021731964 2024-11-07T23:22:15,348 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f1efec0ac6b4b9b822b1be3a25e34b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731021731964 2024-11-07T23:22:15,348 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 36069d6340d24a3f983bbb5dc0dbbcb1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731021734080 2024-11-07T23:22:15,348 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 932ba94070f94a0099c1b4270cee4190, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731021734078 2024-11-07T23:22:15,352 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:15,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-07T23:22:15,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:15,353 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 8ad7a87b8f765c5a056b2f5357e5cc35 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-07T23:22:15,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=A 2024-11-07T23:22:15,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:15,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=B 2024-11-07T23:22:15,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:15,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=C 2024-11-07T23:22:15,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:15,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/db42082202364264ac70b1e837837753 is 50, key is test_row_0/A:col10/1731021734110/Put/seqid=0 2024-11-07T23:22:15,362 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad7a87b8f765c5a056b2f5357e5cc35#B#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:15,362 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/4031a5346ed24d6080c1dde5d1f45402 is 50, key is test_row_0/B:col10/1731021734087/Put/seqid=0 2024-11-07T23:22:15,368 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad7a87b8f765c5a056b2f5357e5cc35#A#compaction#235 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:15,369 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/a885fe71e4fe4e17bcf574ea54a1e9ef is 50, key is test_row_0/A:col10/1731021734087/Put/seqid=0 2024-11-07T23:22:15,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742101_1277 (size=12151) 2024-11-07T23:22:15,377 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/db42082202364264ac70b1e837837753 2024-11-07T23:22:15,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/aac65f18924f45678c7c1128df0b1016 is 50, key is test_row_0/B:col10/1731021734110/Put/seqid=0 2024-11-07T23:22:15,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742102_1278 (size=12275) 2024-11-07T23:22:15,411 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/4031a5346ed24d6080c1dde5d1f45402 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/4031a5346ed24d6080c1dde5d1f45402 2024-11-07T23:22:15,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742103_1279 (size=12275) 2024-11-07T23:22:15,418 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8ad7a87b8f765c5a056b2f5357e5cc35/B of 8ad7a87b8f765c5a056b2f5357e5cc35 into 4031a5346ed24d6080c1dde5d1f45402(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:15,418 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:15,418 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35., storeName=8ad7a87b8f765c5a056b2f5357e5cc35/B, priority=12, startTime=1731021735345; duration=0sec 2024-11-07T23:22:15,418 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:15,419 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad7a87b8f765c5a056b2f5357e5cc35:B 2024-11-07T23:22:15,419 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:22:15,420 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:22:15,420 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 8ad7a87b8f765c5a056b2f5357e5cc35/C is initiating minor compaction (all files) 2024-11-07T23:22:15,420 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ad7a87b8f765c5a056b2f5357e5cc35/C in TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:15,420 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/05ef24c5fe3344dc8c5874101ae7d3a4, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/fe83f06b307341e29406be4f49bab3b8, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/caf7d9450955427caa615f9e1e66f2f0, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/12408f6be3ad474b9255655ee80f102a] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp, totalSize=47.0 K 2024-11-07T23:22:15,423 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 05ef24c5fe3344dc8c5874101ae7d3a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731021731270 2024-11-07T23:22:15,423 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/a885fe71e4fe4e17bcf574ea54a1e9ef as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/a885fe71e4fe4e17bcf574ea54a1e9ef 2024-11-07T23:22:15,423 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting fe83f06b307341e29406be4f49bab3b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731021731298 2024-11-07T23:22:15,424 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting caf7d9450955427caa615f9e1e66f2f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731021731964 2024-11-07T23:22:15,424 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 12408f6be3ad474b9255655ee80f102a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731021734080 2024-11-07T23:22:15,428 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8ad7a87b8f765c5a056b2f5357e5cc35/A of 8ad7a87b8f765c5a056b2f5357e5cc35 into a885fe71e4fe4e17bcf574ea54a1e9ef(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:15,429 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:15,429 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35., storeName=8ad7a87b8f765c5a056b2f5357e5cc35/A, priority=12, startTime=1731021735345; duration=0sec 2024-11-07T23:22:15,429 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:15,429 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad7a87b8f765c5a056b2f5357e5cc35:A 2024-11-07T23:22:15,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742104_1280 (size=12151) 2024-11-07T23:22:15,437 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad7a87b8f765c5a056b2f5357e5cc35#C#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:15,438 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/ca2d197668ff4155939201e5db6f6e8f is 50, key is test_row_0/C:col10/1731021734087/Put/seqid=0 2024-11-07T23:22:15,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742105_1281 (size=12275) 2024-11-07T23:22:15,833 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/aac65f18924f45678c7c1128df0b1016 2024-11-07T23:22:15,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/18039553aa4342f8ac435281d728bbeb is 50, key is test_row_0/C:col10/1731021734110/Put/seqid=0 2024-11-07T23:22:15,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742106_1282 (size=12151) 2024-11-07T23:22:15,849 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/ca2d197668ff4155939201e5db6f6e8f as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/ca2d197668ff4155939201e5db6f6e8f 2024-11-07T23:22:15,853 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8ad7a87b8f765c5a056b2f5357e5cc35/C of 8ad7a87b8f765c5a056b2f5357e5cc35 into ca2d197668ff4155939201e5db6f6e8f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:15,853 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:15,853 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35., storeName=8ad7a87b8f765c5a056b2f5357e5cc35/C, priority=12, startTime=1731021735345; duration=0sec 2024-11-07T23:22:15,853 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:15,853 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad7a87b8f765c5a056b2f5357e5cc35:C 2024-11-07T23:22:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-07T23:22:16,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:16,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:16,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021796236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:16,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:16,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021796237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:16,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:16,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021796238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:16,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:16,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021796238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:16,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:16,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021796238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:16,243 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/18039553aa4342f8ac435281d728bbeb 2024-11-07T23:22:16,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/db42082202364264ac70b1e837837753 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/db42082202364264ac70b1e837837753 2024-11-07T23:22:16,252 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/db42082202364264ac70b1e837837753, entries=150, sequenceid=140, filesize=11.9 K 2024-11-07T23:22:16,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/aac65f18924f45678c7c1128df0b1016 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/aac65f18924f45678c7c1128df0b1016 2024-11-07T23:22:16,256 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/aac65f18924f45678c7c1128df0b1016, entries=150, sequenceid=140, filesize=11.9 K 2024-11-07T23:22:16,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/18039553aa4342f8ac435281d728bbeb as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/18039553aa4342f8ac435281d728bbeb 2024-11-07T23:22:16,261 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/18039553aa4342f8ac435281d728bbeb, entries=150, sequenceid=140, filesize=11.9 K 2024-11-07T23:22:16,262 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for 8ad7a87b8f765c5a056b2f5357e5cc35 in 909ms, sequenceid=140, compaction requested=false 2024-11-07T23:22:16,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:16,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:16,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-07T23:22:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-07T23:22:16,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-07T23:22:16,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2860 sec 2024-11-07T23:22:16,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 2.2890 sec 2024-11-07T23:22:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:16,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ad7a87b8f765c5a056b2f5357e5cc35 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-07T23:22:16,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=A 2024-11-07T23:22:16,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:16,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=B 2024-11-07T23:22:16,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:16,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=C 2024-11-07T23:22:16,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:16,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/5d5ce903955b438ba502690895d23a33 is 50, key is test_row_0/A:col10/1731021736237/Put/seqid=0 2024-11-07T23:22:16,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742107_1283 (size=12151) 2024-11-07T23:22:16,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/5d5ce903955b438ba502690895d23a33 2024-11-07T23:22:16,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/f0a7afd996d1417aa08cbd877d12c90b is 50, key is test_row_0/B:col10/1731021736237/Put/seqid=0 2024-11-07T23:22:16,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742108_1284 (size=12151) 2024-11-07T23:22:16,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/f0a7afd996d1417aa08cbd877d12c90b 2024-11-07T23:22:16,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021796360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:16,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021796361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:16,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021796361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:16,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021796362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:16,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/ba77aac4dc1a47ccb0845862325256fd is 50, key is test_row_0/C:col10/1731021736237/Put/seqid=0 2024-11-07T23:22:16,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742109_1285 (size=12151) 2024-11-07T23:22:16,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021796464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:16,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021796465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:16,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021796465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:16,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021796466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:16,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:16,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021796666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:16,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:16,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021796668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:16,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:16,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021796668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:16,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:16,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021796670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:16,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/ba77aac4dc1a47ccb0845862325256fd 2024-11-07T23:22:16,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/5d5ce903955b438ba502690895d23a33 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/5d5ce903955b438ba502690895d23a33 2024-11-07T23:22:16,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/5d5ce903955b438ba502690895d23a33, entries=150, sequenceid=158, filesize=11.9 K 2024-11-07T23:22:16,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/f0a7afd996d1417aa08cbd877d12c90b as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/f0a7afd996d1417aa08cbd877d12c90b 2024-11-07T23:22:16,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/f0a7afd996d1417aa08cbd877d12c90b, entries=150, sequenceid=158, filesize=11.9 K 2024-11-07T23:22:16,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/ba77aac4dc1a47ccb0845862325256fd as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/ba77aac4dc1a47ccb0845862325256fd 2024-11-07T23:22:16,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/ba77aac4dc1a47ccb0845862325256fd, entries=150, sequenceid=158, filesize=11.9 K 2024-11-07T23:22:16,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for 8ad7a87b8f765c5a056b2f5357e5cc35 in 450ms, sequenceid=158, compaction requested=true 2024-11-07T23:22:16,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:16,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad7a87b8f765c5a056b2f5357e5cc35:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:22:16,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:16,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad7a87b8f765c5a056b2f5357e5cc35:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:22:16,791 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:16,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:16,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad7a87b8f765c5a056b2f5357e5cc35:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:22:16,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:16,791 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:16,792 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:16,792 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:16,792 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 8ad7a87b8f765c5a056b2f5357e5cc35/A is initiating minor compaction (all files) 2024-11-07T23:22:16,792 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 8ad7a87b8f765c5a056b2f5357e5cc35/B is initiating minor compaction (all files) 2024-11-07T23:22:16,792 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ad7a87b8f765c5a056b2f5357e5cc35/B in TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:16,792 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ad7a87b8f765c5a056b2f5357e5cc35/A in TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:16,792 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/4031a5346ed24d6080c1dde5d1f45402, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/aac65f18924f45678c7c1128df0b1016, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/f0a7afd996d1417aa08cbd877d12c90b] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp, totalSize=35.7 K 2024-11-07T23:22:16,792 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/a885fe71e4fe4e17bcf574ea54a1e9ef, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/db42082202364264ac70b1e837837753, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/5d5ce903955b438ba502690895d23a33] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp, totalSize=35.7 K 2024-11-07T23:22:16,792 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 4031a5346ed24d6080c1dde5d1f45402, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731021734080 2024-11-07T23:22:16,792 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting a885fe71e4fe4e17bcf574ea54a1e9ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731021734080 2024-11-07T23:22:16,793 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting aac65f18924f45678c7c1128df0b1016, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731021734106 2024-11-07T23:22:16,793 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting db42082202364264ac70b1e837837753, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731021734106 2024-11-07T23:22:16,793 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting f0a7afd996d1417aa08cbd877d12c90b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731021736237 2024-11-07T23:22:16,793 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d5ce903955b438ba502690895d23a33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731021736237 2024-11-07T23:22:16,799 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad7a87b8f765c5a056b2f5357e5cc35#A#compaction#242 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:16,799 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/93a98f49374c4c01847b8294e69ac378 is 50, key is test_row_0/A:col10/1731021736237/Put/seqid=0 2024-11-07T23:22:16,800 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad7a87b8f765c5a056b2f5357e5cc35#B#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:16,800 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/c666273d25be417c8967c34f29b422b3 is 50, key is test_row_0/B:col10/1731021736237/Put/seqid=0 2024-11-07T23:22:16,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742110_1286 (size=12527) 2024-11-07T23:22:16,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742111_1287 (size=12527) 2024-11-07T23:22:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:16,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ad7a87b8f765c5a056b2f5357e5cc35 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-07T23:22:16,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=A 2024-11-07T23:22:16,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:16,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=B 2024-11-07T23:22:16,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:16,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=C 2024-11-07T23:22:16,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:16,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/6200d019e4bb4f3097e1b720348f6595 is 50, key is test_row_0/A:col10/1731021736356/Put/seqid=0 2024-11-07T23:22:16,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:16,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021796981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021796980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:16,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021796982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:16,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021796983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:16,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742112_1288 (size=14541) 2024-11-07T23:22:17,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021797083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:17,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021797083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:17,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021797084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:17,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021797086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:17,208 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/93a98f49374c4c01847b8294e69ac378 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/93a98f49374c4c01847b8294e69ac378 2024-11-07T23:22:17,208 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/c666273d25be417c8967c34f29b422b3 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/c666273d25be417c8967c34f29b422b3 2024-11-07T23:22:17,212 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ad7a87b8f765c5a056b2f5357e5cc35/A of 8ad7a87b8f765c5a056b2f5357e5cc35 into 93a98f49374c4c01847b8294e69ac378(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:17,212 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ad7a87b8f765c5a056b2f5357e5cc35/B of 8ad7a87b8f765c5a056b2f5357e5cc35 into c666273d25be417c8967c34f29b422b3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:17,212 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:17,212 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:17,212 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35., storeName=8ad7a87b8f765c5a056b2f5357e5cc35/A, priority=13, startTime=1731021736791; duration=0sec 2024-11-07T23:22:17,212 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35., storeName=8ad7a87b8f765c5a056b2f5357e5cc35/B, priority=13, startTime=1731021736791; duration=0sec 2024-11-07T23:22:17,212 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:17,212 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad7a87b8f765c5a056b2f5357e5cc35:A 2024-11-07T23:22:17,212 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:17,212 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad7a87b8f765c5a056b2f5357e5cc35:B 2024-11-07T23:22:17,212 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:17,213 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:17,213 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 8ad7a87b8f765c5a056b2f5357e5cc35/C is initiating minor compaction (all files) 2024-11-07T23:22:17,213 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ad7a87b8f765c5a056b2f5357e5cc35/C in TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:17,213 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/ca2d197668ff4155939201e5db6f6e8f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/18039553aa4342f8ac435281d728bbeb, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/ba77aac4dc1a47ccb0845862325256fd] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp, totalSize=35.7 K 2024-11-07T23:22:17,213 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca2d197668ff4155939201e5db6f6e8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731021734080 2024-11-07T23:22:17,213 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18039553aa4342f8ac435281d728bbeb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731021734106 2024-11-07T23:22:17,214 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba77aac4dc1a47ccb0845862325256fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731021736237 2024-11-07T23:22:17,220 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad7a87b8f765c5a056b2f5357e5cc35#C#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:17,220 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/8f95e16453d44bf3ac408ceee820868e is 50, key is test_row_0/C:col10/1731021736237/Put/seqid=0 2024-11-07T23:22:17,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742113_1289 (size=12527) 2024-11-07T23:22:17,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021797286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:17,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021797286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:17,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021797287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:17,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021797289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:17,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/6200d019e4bb4f3097e1b720348f6595 2024-11-07T23:22:17,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/b2f7070bc6c344c999dc3ef9dac0147c is 50, key is test_row_0/B:col10/1731021736356/Put/seqid=0 2024-11-07T23:22:17,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742114_1290 (size=12151) 2024-11-07T23:22:17,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021797588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:17,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021797589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:17,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021797590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:17,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021797592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:17,628 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/8f95e16453d44bf3ac408ceee820868e as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/8f95e16453d44bf3ac408ceee820868e 2024-11-07T23:22:17,632 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ad7a87b8f765c5a056b2f5357e5cc35/C of 8ad7a87b8f765c5a056b2f5357e5cc35 into 8f95e16453d44bf3ac408ceee820868e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:17,632 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:17,632 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35., storeName=8ad7a87b8f765c5a056b2f5357e5cc35/C, priority=13, startTime=1731021736791; duration=0sec 2024-11-07T23:22:17,632 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:17,632 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad7a87b8f765c5a056b2f5357e5cc35:C 2024-11-07T23:22:17,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/b2f7070bc6c344c999dc3ef9dac0147c 2024-11-07T23:22:17,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/7b19bb72152848b082176001d9ce6c50 is 50, key is test_row_0/C:col10/1731021736356/Put/seqid=0 2024-11-07T23:22:17,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742115_1291 (size=12151) 2024-11-07T23:22:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-07T23:22:18,085 INFO [Thread-1170 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-07T23:22:18,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:22:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-07T23:22:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-07T23:22:18,087 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:22:18,087 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:22:18,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:22:18,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021798090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:18,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021798092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:18,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021798094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:18,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021798098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-07T23:22:18,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/7b19bb72152848b082176001d9ce6c50 2024-11-07T23:22:18,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/6200d019e4bb4f3097e1b720348f6595 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/6200d019e4bb4f3097e1b720348f6595 2024-11-07T23:22:18,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/6200d019e4bb4f3097e1b720348f6595, entries=200, sequenceid=184, filesize=14.2 K 2024-11-07T23:22:18,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/b2f7070bc6c344c999dc3ef9dac0147c as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/b2f7070bc6c344c999dc3ef9dac0147c 2024-11-07T23:22:18,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/b2f7070bc6c344c999dc3ef9dac0147c, entries=150, sequenceid=184, filesize=11.9 K 2024-11-07T23:22:18,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/7b19bb72152848b082176001d9ce6c50 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/7b19bb72152848b082176001d9ce6c50 2024-11-07T23:22:18,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/7b19bb72152848b082176001d9ce6c50, entries=150, sequenceid=184, filesize=11.9 K 2024-11-07T23:22:18,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8ad7a87b8f765c5a056b2f5357e5cc35 in 1265ms, sequenceid=184, compaction requested=false 2024-11-07T23:22:18,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:18,238 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:18,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-07T23:22:18,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:18,239 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 8ad7a87b8f765c5a056b2f5357e5cc35 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-07T23:22:18,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=A 2024-11-07T23:22:18,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:18,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=B 2024-11-07T23:22:18,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:18,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=C 2024-11-07T23:22:18,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:18,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/fd62998439554c35bebd96d01fbbfd8d is 50, key is test_row_0/A:col10/1731021736981/Put/seqid=0 2024-11-07T23:22:18,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742116_1292 (size=9757) 2024-11-07T23:22:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:18,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:18,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021798298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-07T23:22:18,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021798400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:18,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021798602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:18,648 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/fd62998439554c35bebd96d01fbbfd8d 2024-11-07T23:22:18,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/44746b2937154c52a85127a25ed49bc0 is 50, key is test_row_0/B:col10/1731021736981/Put/seqid=0 2024-11-07T23:22:18,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742117_1293 (size=9757) 2024-11-07T23:22:18,658 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/44746b2937154c52a85127a25ed49bc0 2024-11-07T23:22:18,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/7276b4a7e5364ec08657fba79e566f97 is 50, key is test_row_0/C:col10/1731021736981/Put/seqid=0 2024-11-07T23:22:18,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742118_1294 (size=9757) 2024-11-07T23:22:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-07T23:22:18,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021798906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:19,068 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/7276b4a7e5364ec08657fba79e566f97 2024-11-07T23:22:19,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/fd62998439554c35bebd96d01fbbfd8d as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/fd62998439554c35bebd96d01fbbfd8d 2024-11-07T23:22:19,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021799096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:19,099 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/fd62998439554c35bebd96d01fbbfd8d, entries=100, sequenceid=197, filesize=9.5 K 2024-11-07T23:22:19,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/44746b2937154c52a85127a25ed49bc0 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/44746b2937154c52a85127a25ed49bc0 2024-11-07T23:22:19,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021799100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:19,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021799102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:19,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021799105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:19,106 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/44746b2937154c52a85127a25ed49bc0, entries=100, sequenceid=197, filesize=9.5 K 2024-11-07T23:22:19,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/7276b4a7e5364ec08657fba79e566f97 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/7276b4a7e5364ec08657fba79e566f97 2024-11-07T23:22:19,110 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/7276b4a7e5364ec08657fba79e566f97, entries=100, sequenceid=197, filesize=9.5 K 2024-11-07T23:22:19,111 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 8ad7a87b8f765c5a056b2f5357e5cc35 in 872ms, sequenceid=197, compaction requested=true 2024-11-07T23:22:19,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:19,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:19,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-07T23:22:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-07T23:22:19,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-07T23:22:19,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0250 sec 2024-11-07T23:22:19,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.0280 sec 2024-11-07T23:22:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-07T23:22:19,190 INFO [Thread-1170 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-07T23:22:19,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:22:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-07T23:22:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-07T23:22:19,192 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:22:19,192 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:22:19,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:22:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-07T23:22:19,343 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:19,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-07T23:22:19,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:19,344 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 8ad7a87b8f765c5a056b2f5357e5cc35 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-07T23:22:19,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=A 2024-11-07T23:22:19,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:19,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=B 2024-11-07T23:22:19,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:19,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=C 2024-11-07T23:22:19,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:19,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/f3eb909345194bcf8a05901e1ac468db is 50, key is test_row_0/A:col10/1731021738294/Put/seqid=0 2024-11-07T23:22:19,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742119_1295 (size=12151) 2024-11-07T23:22:19,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:19,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:19,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021799431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-07T23:22:19,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021799535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:19,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021799737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:19,752 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/f3eb909345194bcf8a05901e1ac468db 2024-11-07T23:22:19,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/895d4b7e8f4c413ab34d92c666c6046a is 50, key is test_row_0/B:col10/1731021738294/Put/seqid=0 2024-11-07T23:22:19,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742120_1296 (size=12151) 2024-11-07T23:22:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-07T23:22:20,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:20,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021800040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:20,163 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/895d4b7e8f4c413ab34d92c666c6046a 2024-11-07T23:22:20,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/7038b38a70f1437ab93ca5c331aa2927 is 50, key is test_row_0/C:col10/1731021738294/Put/seqid=0 2024-11-07T23:22:20,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742121_1297 (size=12151) 2024-11-07T23:22:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-07T23:22:20,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021800544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:20,574 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/7038b38a70f1437ab93ca5c331aa2927 2024-11-07T23:22:20,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/f3eb909345194bcf8a05901e1ac468db as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/f3eb909345194bcf8a05901e1ac468db 2024-11-07T23:22:20,581 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/f3eb909345194bcf8a05901e1ac468db, entries=150, sequenceid=223, filesize=11.9 K 2024-11-07T23:22:20,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/895d4b7e8f4c413ab34d92c666c6046a as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/895d4b7e8f4c413ab34d92c666c6046a 2024-11-07T23:22:20,585 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/895d4b7e8f4c413ab34d92c666c6046a, entries=150, sequenceid=223, filesize=11.9 K 2024-11-07T23:22:20,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/7038b38a70f1437ab93ca5c331aa2927 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/7038b38a70f1437ab93ca5c331aa2927 2024-11-07T23:22:20,590 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/7038b38a70f1437ab93ca5c331aa2927, entries=150, sequenceid=223, filesize=11.9 K 2024-11-07T23:22:20,591 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8ad7a87b8f765c5a056b2f5357e5cc35 in 1247ms, sequenceid=223, compaction requested=true 2024-11-07T23:22:20,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:20,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:20,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-07T23:22:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-07T23:22:20,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-07T23:22:20,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4020 sec 2024-11-07T23:22:20,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.4060 sec 2024-11-07T23:22:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:21,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ad7a87b8f765c5a056b2f5357e5cc35 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T23:22:21,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=A 2024-11-07T23:22:21,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:21,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=B 2024-11-07T23:22:21,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:21,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=C 2024-11-07T23:22:21,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:21,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/e6f5d2712ec04e529ac6eff31489e814 is 50, key is test_row_0/A:col10/1731021739427/Put/seqid=0 2024-11-07T23:22:21,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742122_1298 (size=14541) 2024-11-07T23:22:21,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/e6f5d2712ec04e529ac6eff31489e814 2024-11-07T23:22:21,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/04bb7b7e8b8b445090c23f3bd63738c6 is 50, key is test_row_0/B:col10/1731021739427/Put/seqid=0 2024-11-07T23:22:21,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742123_1299 (size=12151) 2024-11-07T23:22:21,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021801168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:21,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021801169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:21,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021801170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:21,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021801170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:21,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021801273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:21,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021801274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:21,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021801274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:21,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021801275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-07T23:22:21,296 INFO [Thread-1170 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-07T23:22:21,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:22:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-07T23:22:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-07T23:22:21,299 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:22:21,299 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:22:21,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:22:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-07T23:22:21,451 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:21,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-07T23:22:21,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:21,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:21,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:21,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:21,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:21,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021801478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:21,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021801479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:21,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021801479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:21,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021801480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:21,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/04bb7b7e8b8b445090c23f3bd63738c6 2024-11-07T23:22:21,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/96faa4b739c944c09e7b4bf6ab9c7edd is 50, key is test_row_0/C:col10/1731021739427/Put/seqid=0 2024-11-07T23:22:21,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742124_1300 (size=12151) 2024-11-07T23:22:21,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021801554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-07T23:22:21,603 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:21,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-07T23:22:21,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:21,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:21,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:21,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:21,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:21,755 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:21,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-07T23:22:21,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:21,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:21,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:21,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:21,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:21,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021801783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:21,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021801783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:21,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021801784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:21,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021801784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-07T23:22:21,908 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:21,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-07T23:22:21,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:21,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:21,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:21,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:21,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:21,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/96faa4b739c944c09e7b4bf6ab9c7edd 2024-11-07T23:22:21,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/e6f5d2712ec04e529ac6eff31489e814 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/e6f5d2712ec04e529ac6eff31489e814 2024-11-07T23:22:21,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/e6f5d2712ec04e529ac6eff31489e814, entries=200, sequenceid=234, filesize=14.2 K 2024-11-07T23:22:21,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/04bb7b7e8b8b445090c23f3bd63738c6 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/04bb7b7e8b8b445090c23f3bd63738c6 2024-11-07T23:22:21,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/04bb7b7e8b8b445090c23f3bd63738c6, entries=150, sequenceid=234, filesize=11.9 K 2024-11-07T23:22:21,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/96faa4b739c944c09e7b4bf6ab9c7edd as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/96faa4b739c944c09e7b4bf6ab9c7edd 2024-11-07T23:22:21,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/96faa4b739c944c09e7b4bf6ab9c7edd, entries=150, sequenceid=234, filesize=11.9 K 2024-11-07T23:22:21,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8ad7a87b8f765c5a056b2f5357e5cc35 in 877ms, sequenceid=234, compaction requested=true 2024-11-07T23:22:21,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:21,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad7a87b8f765c5a056b2f5357e5cc35:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:22:21,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:21,983 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-07T23:22:21,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad7a87b8f765c5a056b2f5357e5cc35:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:22:21,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:21,983 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-07T23:22:21,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad7a87b8f765c5a056b2f5357e5cc35:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:22:21,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:21,984 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 63517 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-07T23:22:21,984 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58737 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-07T23:22:21,984 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 8ad7a87b8f765c5a056b2f5357e5cc35/A is initiating minor compaction (all files) 2024-11-07T23:22:21,984 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 8ad7a87b8f765c5a056b2f5357e5cc35/B is initiating minor compaction (all files) 2024-11-07T23:22:21,984 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ad7a87b8f765c5a056b2f5357e5cc35/A in TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:21,984 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ad7a87b8f765c5a056b2f5357e5cc35/B in TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:21,984 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/93a98f49374c4c01847b8294e69ac378, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/6200d019e4bb4f3097e1b720348f6595, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/fd62998439554c35bebd96d01fbbfd8d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/f3eb909345194bcf8a05901e1ac468db, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/e6f5d2712ec04e529ac6eff31489e814] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp, totalSize=62.0 K 2024-11-07T23:22:21,984 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/c666273d25be417c8967c34f29b422b3, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/b2f7070bc6c344c999dc3ef9dac0147c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/44746b2937154c52a85127a25ed49bc0, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/895d4b7e8f4c413ab34d92c666c6046a, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/04bb7b7e8b8b445090c23f3bd63738c6] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp, totalSize=57.4 K 2024-11-07T23:22:21,985 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93a98f49374c4c01847b8294e69ac378, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731021736237 2024-11-07T23:22:21,985 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting c666273d25be417c8967c34f29b422b3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731021736237 2024-11-07T23:22:21,985 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6200d019e4bb4f3097e1b720348f6595, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731021736356 2024-11-07T23:22:21,985 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting b2f7070bc6c344c999dc3ef9dac0147c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731021736356 2024-11-07T23:22:21,985 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 44746b2937154c52a85127a25ed49bc0, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731021736981 2024-11-07T23:22:21,985 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd62998439554c35bebd96d01fbbfd8d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731021736981 2024-11-07T23:22:21,986 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 895d4b7e8f4c413ab34d92c666c6046a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731021738277 2024-11-07T23:22:21,986 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3eb909345194bcf8a05901e1ac468db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731021738277 2024-11-07T23:22:21,986 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6f5d2712ec04e529ac6eff31489e814, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731021739424 2024-11-07T23:22:21,986 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 04bb7b7e8b8b445090c23f3bd63738c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731021739424 2024-11-07T23:22:21,997 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad7a87b8f765c5a056b2f5357e5cc35#B#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:21,997 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/7c0cda83761b472498edd8df77b9d023 is 50, key is test_row_0/B:col10/1731021739427/Put/seqid=0 2024-11-07T23:22:22,002 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad7a87b8f765c5a056b2f5357e5cc35#A#compaction#258 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:22,003 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/c7a7faf7c86d4877a548484db090c82b is 50, key is test_row_0/A:col10/1731021739427/Put/seqid=0 2024-11-07T23:22:22,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742125_1301 (size=12697) 2024-11-07T23:22:22,020 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/7c0cda83761b472498edd8df77b9d023 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/7c0cda83761b472498edd8df77b9d023 2024-11-07T23:22:22,026 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8ad7a87b8f765c5a056b2f5357e5cc35/B of 8ad7a87b8f765c5a056b2f5357e5cc35 into 7c0cda83761b472498edd8df77b9d023(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:22,026 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:22,026 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35., storeName=8ad7a87b8f765c5a056b2f5357e5cc35/B, priority=11, startTime=1731021741983; duration=0sec 2024-11-07T23:22:22,026 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:22,026 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad7a87b8f765c5a056b2f5357e5cc35:B 2024-11-07T23:22:22,026 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-07T23:22:22,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742126_1302 (size=12697) 2024-11-07T23:22:22,030 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58737 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-07T23:22:22,030 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 8ad7a87b8f765c5a056b2f5357e5cc35/C is initiating minor compaction (all files) 2024-11-07T23:22:22,030 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ad7a87b8f765c5a056b2f5357e5cc35/C in TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:22,030 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/8f95e16453d44bf3ac408ceee820868e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/7b19bb72152848b082176001d9ce6c50, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/7276b4a7e5364ec08657fba79e566f97, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/7038b38a70f1437ab93ca5c331aa2927, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/96faa4b739c944c09e7b4bf6ab9c7edd] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp, totalSize=57.4 K 2024-11-07T23:22:22,031 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f95e16453d44bf3ac408ceee820868e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731021736237 2024-11-07T23:22:22,032 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b19bb72152848b082176001d9ce6c50, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731021736356 2024-11-07T23:22:22,033 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 7276b4a7e5364ec08657fba79e566f97, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731021736981 2024-11-07T23:22:22,034 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 7038b38a70f1437ab93ca5c331aa2927, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731021738277 2024-11-07T23:22:22,035 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 96faa4b739c944c09e7b4bf6ab9c7edd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731021739424 2024-11-07T23:22:22,036 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/c7a7faf7c86d4877a548484db090c82b as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/c7a7faf7c86d4877a548484db090c82b 2024-11-07T23:22:22,051 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8ad7a87b8f765c5a056b2f5357e5cc35/A of 8ad7a87b8f765c5a056b2f5357e5cc35 into c7a7faf7c86d4877a548484db090c82b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:22,051 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:22,051 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35., storeName=8ad7a87b8f765c5a056b2f5357e5cc35/A, priority=11, startTime=1731021741982; duration=0sec 2024-11-07T23:22:22,052 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:22,052 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad7a87b8f765c5a056b2f5357e5cc35:A 2024-11-07T23:22:22,057 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad7a87b8f765c5a056b2f5357e5cc35#C#compaction#259 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:22,058 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/2c7a5e6520b44b81802d5e2e57e54f2d is 50, key is test_row_0/C:col10/1731021739427/Put/seqid=0 2024-11-07T23:22:22,061 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:22,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-07T23:22:22,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:22,061 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 8ad7a87b8f765c5a056b2f5357e5cc35 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-07T23:22:22,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=A 2024-11-07T23:22:22,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:22,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=B 2024-11-07T23:22:22,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:22,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=C 2024-11-07T23:22:22,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:22,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/caa3d99782ed45949eea6e8859a506c6 is 50, key is test_row_0/A:col10/1731021741166/Put/seqid=0 2024-11-07T23:22:22,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742127_1303 (size=12697) 2024-11-07T23:22:22,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742128_1304 (size=12201) 2024-11-07T23:22:22,092 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/caa3d99782ed45949eea6e8859a506c6 2024-11-07T23:22:22,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/9d86deae736344e39d39ef13255b437d is 50, key is test_row_0/B:col10/1731021741166/Put/seqid=0 2024-11-07T23:22:22,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742129_1305 (size=12201) 2024-11-07T23:22:22,104 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/9d86deae736344e39d39ef13255b437d 2024-11-07T23:22:22,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/ad3a21c4759c405b9ae914d959282daa is 50, key is test_row_0/C:col10/1731021741166/Put/seqid=0 2024-11-07T23:22:22,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742130_1306 (size=12201) 2024-11-07T23:22:22,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:22,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:22,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021802292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021802292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:22,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021802293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:22,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021802295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:22,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021802396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:22,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021802396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:22,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021802396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:22,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021802398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-07T23:22:22,493 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/2c7a5e6520b44b81802d5e2e57e54f2d as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/2c7a5e6520b44b81802d5e2e57e54f2d 2024-11-07T23:22:22,498 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8ad7a87b8f765c5a056b2f5357e5cc35/C of 8ad7a87b8f765c5a056b2f5357e5cc35 into 2c7a5e6520b44b81802d5e2e57e54f2d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:22,498 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:22,498 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35., storeName=8ad7a87b8f765c5a056b2f5357e5cc35/C, priority=11, startTime=1731021741983; duration=0sec 2024-11-07T23:22:22,498 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:22,498 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad7a87b8f765c5a056b2f5357e5cc35:C 2024-11-07T23:22:22,521 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/ad3a21c4759c405b9ae914d959282daa 2024-11-07T23:22:22,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/caa3d99782ed45949eea6e8859a506c6 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/caa3d99782ed45949eea6e8859a506c6 2024-11-07T23:22:22,535 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/caa3d99782ed45949eea6e8859a506c6, entries=150, sequenceid=261, filesize=11.9 K 2024-11-07T23:22:22,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/9d86deae736344e39d39ef13255b437d as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/9d86deae736344e39d39ef13255b437d 2024-11-07T23:22:22,539 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/9d86deae736344e39d39ef13255b437d, entries=150, sequenceid=261, filesize=11.9 K 2024-11-07T23:22:22,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/ad3a21c4759c405b9ae914d959282daa as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/ad3a21c4759c405b9ae914d959282daa 2024-11-07T23:22:22,544 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/ad3a21c4759c405b9ae914d959282daa, entries=150, sequenceid=261, filesize=11.9 K 2024-11-07T23:22:22,545 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8ad7a87b8f765c5a056b2f5357e5cc35 in 484ms, sequenceid=261, compaction requested=false 2024-11-07T23:22:22,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:22,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:22,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-07T23:22:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-07T23:22:22,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-07T23:22:22,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2470 sec 2024-11-07T23:22:22,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.2500 sec 2024-11-07T23:22:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:22,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ad7a87b8f765c5a056b2f5357e5cc35 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-07T23:22:22,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=A 2024-11-07T23:22:22,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:22,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=B 2024-11-07T23:22:22,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:22,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=C 2024-11-07T23:22:22,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:22,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/5325ab592275455b8752da914479174a is 50, key is test_row_0/A:col10/1731021742600/Put/seqid=0 2024-11-07T23:22:22,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742131_1307 (size=14741) 2024-11-07T23:22:22,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/5325ab592275455b8752da914479174a 2024-11-07T23:22:22,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/71ca00a83fef499f8606cb4d449ae48c is 50, key is test_row_0/B:col10/1731021742600/Put/seqid=0 2024-11-07T23:22:22,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742132_1308 (size=12301) 2024-11-07T23:22:22,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021802622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:22,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021802626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:22,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021802626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:22,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021802627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:22,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021802727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:22,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021802730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:22,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021802730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:22,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021802730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:22,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021802930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:22,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021802933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:22,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021802933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:22,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021802934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:23,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/71ca00a83fef499f8606cb4d449ae48c 2024-11-07T23:22:23,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/5819c200c38a41dd8bbb4c45a59fcd9f is 50, key is test_row_0/C:col10/1731021742600/Put/seqid=0 2024-11-07T23:22:23,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742133_1309 (size=12301) 2024-11-07T23:22:23,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021803234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:23,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021803234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:23,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021803236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:23,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021803238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-07T23:22:23,402 INFO [Thread-1170 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-07T23:22:23,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:22:23,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-07T23:22:23,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-07T23:22:23,404 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:22:23,404 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:22:23,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:22:23,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/5819c200c38a41dd8bbb4c45a59fcd9f 2024-11-07T23:22:23,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/5325ab592275455b8752da914479174a as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/5325ab592275455b8752da914479174a 2024-11-07T23:22:23,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/5325ab592275455b8752da914479174a, entries=200, sequenceid=275, filesize=14.4 K 2024-11-07T23:22:23,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/71ca00a83fef499f8606cb4d449ae48c as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/71ca00a83fef499f8606cb4d449ae48c 2024-11-07T23:22:23,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/71ca00a83fef499f8606cb4d449ae48c, entries=150, sequenceid=275, filesize=12.0 K 2024-11-07T23:22:23,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/5819c200c38a41dd8bbb4c45a59fcd9f as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/5819c200c38a41dd8bbb4c45a59fcd9f 2024-11-07T23:22:23,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/5819c200c38a41dd8bbb4c45a59fcd9f, entries=150, sequenceid=275, filesize=12.0 K 2024-11-07T23:22:23,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 8ad7a87b8f765c5a056b2f5357e5cc35 in 853ms, sequenceid=275, compaction requested=true 2024-11-07T23:22:23,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:23,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad7a87b8f765c5a056b2f5357e5cc35:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:22:23,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:23,453 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:23,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad7a87b8f765c5a056b2f5357e5cc35:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:22:23,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:23,453 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:23,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad7a87b8f765c5a056b2f5357e5cc35:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:22:23,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:23,455 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37199 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:23,455 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39639 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:23,455 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 8ad7a87b8f765c5a056b2f5357e5cc35/A is initiating minor compaction (all files) 2024-11-07T23:22:23,455 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 8ad7a87b8f765c5a056b2f5357e5cc35/B is initiating minor compaction (all files) 2024-11-07T23:22:23,455 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ad7a87b8f765c5a056b2f5357e5cc35/B in TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:23,455 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ad7a87b8f765c5a056b2f5357e5cc35/A in TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:23,455 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/7c0cda83761b472498edd8df77b9d023, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/9d86deae736344e39d39ef13255b437d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/71ca00a83fef499f8606cb4d449ae48c] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp, totalSize=36.3 K 2024-11-07T23:22:23,455 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/c7a7faf7c86d4877a548484db090c82b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/caa3d99782ed45949eea6e8859a506c6, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/5325ab592275455b8752da914479174a] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp, totalSize=38.7 K 2024-11-07T23:22:23,455 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c0cda83761b472498edd8df77b9d023, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731021739424 2024-11-07T23:22:23,455 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7a7faf7c86d4877a548484db090c82b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731021739424 2024-11-07T23:22:23,456 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d86deae736344e39d39ef13255b437d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731021741166 2024-11-07T23:22:23,456 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting caa3d99782ed45949eea6e8859a506c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731021741166 2024-11-07T23:22:23,456 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 71ca00a83fef499f8606cb4d449ae48c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731021742291 2024-11-07T23:22:23,456 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5325ab592275455b8752da914479174a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731021742291 2024-11-07T23:22:23,466 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad7a87b8f765c5a056b2f5357e5cc35#B#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:23,466 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad7a87b8f765c5a056b2f5357e5cc35#A#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:23,467 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/96fe024a3fe2461caeeba9c658a22064 is 50, key is test_row_0/B:col10/1731021742600/Put/seqid=0 2024-11-07T23:22:23,467 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/77edbd94382842a98d11ef20d24de43f is 50, key is test_row_0/A:col10/1731021742600/Put/seqid=0 2024-11-07T23:22:23,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742134_1310 (size=12949) 2024-11-07T23:22:23,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742135_1311 (size=12949) 2024-11-07T23:22:23,476 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/96fe024a3fe2461caeeba9c658a22064 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/96fe024a3fe2461caeeba9c658a22064 2024-11-07T23:22:23,478 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/77edbd94382842a98d11ef20d24de43f as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/77edbd94382842a98d11ef20d24de43f 2024-11-07T23:22:23,482 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ad7a87b8f765c5a056b2f5357e5cc35/B of 8ad7a87b8f765c5a056b2f5357e5cc35 into 96fe024a3fe2461caeeba9c658a22064(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:23,482 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:23,482 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35., storeName=8ad7a87b8f765c5a056b2f5357e5cc35/B, priority=13, startTime=1731021743453; duration=0sec 2024-11-07T23:22:23,482 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:23,482 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad7a87b8f765c5a056b2f5357e5cc35:B 2024-11-07T23:22:23,483 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:23,483 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ad7a87b8f765c5a056b2f5357e5cc35/A of 8ad7a87b8f765c5a056b2f5357e5cc35 into 77edbd94382842a98d11ef20d24de43f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:23,483 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:23,483 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35., storeName=8ad7a87b8f765c5a056b2f5357e5cc35/A, priority=13, startTime=1731021743453; duration=0sec 2024-11-07T23:22:23,483 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:23,483 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad7a87b8f765c5a056b2f5357e5cc35:A 2024-11-07T23:22:23,484 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37199 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:23,484 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 8ad7a87b8f765c5a056b2f5357e5cc35/C is initiating minor compaction (all files) 2024-11-07T23:22:23,484 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ad7a87b8f765c5a056b2f5357e5cc35/C in TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:23,484 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/2c7a5e6520b44b81802d5e2e57e54f2d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/ad3a21c4759c405b9ae914d959282daa, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/5819c200c38a41dd8bbb4c45a59fcd9f] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp, totalSize=36.3 K 2024-11-07T23:22:23,484 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c7a5e6520b44b81802d5e2e57e54f2d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731021739424 2024-11-07T23:22:23,484 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting ad3a21c4759c405b9ae914d959282daa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731021741166 2024-11-07T23:22:23,485 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 5819c200c38a41dd8bbb4c45a59fcd9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731021742291 2024-11-07T23:22:23,491 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad7a87b8f765c5a056b2f5357e5cc35#C#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:23,492 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/cbb50614106a4c5e9a785d1b3a92ae58 is 50, key is test_row_0/C:col10/1731021742600/Put/seqid=0 2024-11-07T23:22:23,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742136_1312 (size=12949) 2024-11-07T23:22:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-07T23:22:23,556 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:23,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-07T23:22:23,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:23,557 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 8ad7a87b8f765c5a056b2f5357e5cc35 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-07T23:22:23,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=A 2024-11-07T23:22:23,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:23,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=B 2024-11-07T23:22:23,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:23,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=C 2024-11-07T23:22:23,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:23,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/287c88a7ded84c1b9e7062b8b4b5a91c is 50, key is test_row_0/A:col10/1731021742621/Put/seqid=0 2024-11-07T23:22:23,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742137_1313 (size=12301) 2024-11-07T23:22:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:23,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:23,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021803600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-07T23:22:23,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021803703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:23,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021803738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:23,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021803739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:23,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021803739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:23,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021803740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:23,900 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/cbb50614106a4c5e9a785d1b3a92ae58 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/cbb50614106a4c5e9a785d1b3a92ae58 2024-11-07T23:22:23,905 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ad7a87b8f765c5a056b2f5357e5cc35/C of 8ad7a87b8f765c5a056b2f5357e5cc35 into cbb50614106a4c5e9a785d1b3a92ae58(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:23,905 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:23,905 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35., storeName=8ad7a87b8f765c5a056b2f5357e5cc35/C, priority=13, startTime=1731021743453; duration=0sec 2024-11-07T23:22:23,905 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:23,905 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad7a87b8f765c5a056b2f5357e5cc35:C 2024-11-07T23:22:23,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021803906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:23,966 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/287c88a7ded84c1b9e7062b8b4b5a91c 2024-11-07T23:22:23,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/4879c15b65c24afaabd9ba2f8e0b5272 is 50, key is test_row_0/B:col10/1731021742621/Put/seqid=0 2024-11-07T23:22:23,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742138_1314 (size=12301) 2024-11-07T23:22:24,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-07T23:22:24,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021804211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:24,376 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/4879c15b65c24afaabd9ba2f8e0b5272 2024-11-07T23:22:24,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/d5f8adabe670460caf9dad4caf870763 is 50, key is test_row_0/C:col10/1731021742621/Put/seqid=0 2024-11-07T23:22:24,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742139_1315 (size=12301) 2024-11-07T23:22:24,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-07T23:22:24,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021804713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:24,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021804740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:24,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:24,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021804745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021804746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:24,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021804750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:24,791 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/d5f8adabe670460caf9dad4caf870763 2024-11-07T23:22:24,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/287c88a7ded84c1b9e7062b8b4b5a91c as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/287c88a7ded84c1b9e7062b8b4b5a91c 2024-11-07T23:22:24,798 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/287c88a7ded84c1b9e7062b8b4b5a91c, entries=150, sequenceid=301, filesize=12.0 K 2024-11-07T23:22:24,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/4879c15b65c24afaabd9ba2f8e0b5272 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/4879c15b65c24afaabd9ba2f8e0b5272 2024-11-07T23:22:24,804 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/4879c15b65c24afaabd9ba2f8e0b5272, entries=150, sequenceid=301, filesize=12.0 K 2024-11-07T23:22:24,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/d5f8adabe670460caf9dad4caf870763 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/d5f8adabe670460caf9dad4caf870763 2024-11-07T23:22:24,808 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/d5f8adabe670460caf9dad4caf870763, entries=150, sequenceid=301, filesize=12.0 K 2024-11-07T23:22:24,809 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8ad7a87b8f765c5a056b2f5357e5cc35 in 1253ms, sequenceid=301, compaction requested=false 2024-11-07T23:22:24,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:24,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:24,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-07T23:22:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-07T23:22:24,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-07T23:22:24,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4060 sec 2024-11-07T23:22:24,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.4090 sec 2024-11-07T23:22:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-07T23:22:25,507 INFO [Thread-1170 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-07T23:22:25,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:22:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-07T23:22:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-07T23:22:25,509 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:22:25,510 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:22:25,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:22:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-07T23:22:25,661 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:25,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-07T23:22:25,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:25,662 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing 8ad7a87b8f765c5a056b2f5357e5cc35 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-07T23:22:25,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=A 2024-11-07T23:22:25,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:25,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=B 2024-11-07T23:22:25,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:25,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=C 2024-11-07T23:22:25,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:25,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/cca08a40295b49229d926ef5a0a0b1d7 is 50, key is test_row_0/A:col10/1731021743594/Put/seqid=0 2024-11-07T23:22:25,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742140_1316 (size=12301) 2024-11-07T23:22:25,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:25,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021805774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-07T23:22:25,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021805877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:26,072 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/cca08a40295b49229d926ef5a0a0b1d7 2024-11-07T23:22:26,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/26c00c0617aa42f48f21c657d19fae23 is 50, key is test_row_0/B:col10/1731021743594/Put/seqid=0 2024-11-07T23:22:26,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021806080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:26,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742141_1317 (size=12301) 2024-11-07T23:22:26,094 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/26c00c0617aa42f48f21c657d19fae23 2024-11-07T23:22:26,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/e6408715f64c4bc186beac29a8ffca1a is 50, key is test_row_0/C:col10/1731021743594/Put/seqid=0 2024-11-07T23:22:26,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742142_1318 (size=12301) 2024-11-07T23:22:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-07T23:22:26,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021806384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:26,508 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/e6408715f64c4bc186beac29a8ffca1a 2024-11-07T23:22:26,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/cca08a40295b49229d926ef5a0a0b1d7 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/cca08a40295b49229d926ef5a0a0b1d7 2024-11-07T23:22:26,516 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/cca08a40295b49229d926ef5a0a0b1d7, entries=150, sequenceid=314, filesize=12.0 K 2024-11-07T23:22:26,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/26c00c0617aa42f48f21c657d19fae23 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/26c00c0617aa42f48f21c657d19fae23 2024-11-07T23:22:26,523 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/26c00c0617aa42f48f21c657d19fae23, entries=150, sequenceid=314, filesize=12.0 K 2024-11-07T23:22:26,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/e6408715f64c4bc186beac29a8ffca1a as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/e6408715f64c4bc186beac29a8ffca1a 2024-11-07T23:22:26,527 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/e6408715f64c4bc186beac29a8ffca1a, entries=150, sequenceid=314, filesize=12.0 K 2024-11-07T23:22:26,528 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8ad7a87b8f765c5a056b2f5357e5cc35 in 866ms, sequenceid=314, compaction requested=true 2024-11-07T23:22:26,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:26,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:26,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-07T23:22:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-07T23:22:26,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-07T23:22:26,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0190 sec 2024-11-07T23:22:26,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.0230 sec 2024-11-07T23:22:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-07T23:22:26,612 INFO [Thread-1170 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-07T23:22:26,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:22:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-07T23:22:26,615 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:22:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-07T23:22:26,616 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:22:26,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:22:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-07T23:22:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:26,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ad7a87b8f765c5a056b2f5357e5cc35 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-07T23:22:26,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=A 2024-11-07T23:22:26,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:26,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=B 2024-11-07T23:22:26,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:26,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=C 2024-11-07T23:22:26,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:26,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/5e3a78c7f0b04418ae4757a44425d3a9 is 50, key is test_row_0/A:col10/1731021745762/Put/seqid=0 2024-11-07T23:22:26,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742143_1319 (size=14741) 2024-11-07T23:22:26,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/5e3a78c7f0b04418ae4757a44425d3a9 2024-11-07T23:22:26,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021806761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:26,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/95ef7efe6a8f4a87b19c384f1d13a709 is 50, key is test_row_0/B:col10/1731021745762/Put/seqid=0 2024-11-07T23:22:26,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021806761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:26,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021806763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:26,767 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:26,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-07T23:22:26,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:26,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:26,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:26,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:26,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56728 deadline: 1731021806766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:26,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:26,769 DEBUG [Thread-1168 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35., hostname=9fec913c0355,35383,1731021663619, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:22:26,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742144_1320 (size=12301) 2024-11-07T23:22:26,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/95ef7efe6a8f4a87b19c384f1d13a709 2024-11-07T23:22:26,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/b9146aa0c1a14816bbf2d82a2c3628d5 is 50, key is test_row_0/C:col10/1731021745762/Put/seqid=0 2024-11-07T23:22:26,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742145_1321 (size=12301) 2024-11-07T23:22:26,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021806864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:26,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021806866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:26,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021806867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:26,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021806887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-07T23:22:26,920 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:26,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-07T23:22:26,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:26,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:26,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:26,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:26,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:27,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021807068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:27,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021807069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:27,073 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:27,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-07T23:22:27,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021807070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:27,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:27,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:27,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:27,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:27,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:27,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/b9146aa0c1a14816bbf2d82a2c3628d5 2024-11-07T23:22:27,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/5e3a78c7f0b04418ae4757a44425d3a9 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/5e3a78c7f0b04418ae4757a44425d3a9 2024-11-07T23:22:27,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/5e3a78c7f0b04418ae4757a44425d3a9, entries=200, sequenceid=339, filesize=14.4 K 2024-11-07T23:22:27,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/95ef7efe6a8f4a87b19c384f1d13a709 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/95ef7efe6a8f4a87b19c384f1d13a709 2024-11-07T23:22:27,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/95ef7efe6a8f4a87b19c384f1d13a709, entries=150, sequenceid=339, filesize=12.0 K 2024-11-07T23:22:27,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/b9146aa0c1a14816bbf2d82a2c3628d5 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/b9146aa0c1a14816bbf2d82a2c3628d5 2024-11-07T23:22:27,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/b9146aa0c1a14816bbf2d82a2c3628d5, entries=150, sequenceid=339, filesize=12.0 K 2024-11-07T23:22:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-07T23:22:27,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8ad7a87b8f765c5a056b2f5357e5cc35 in 471ms, sequenceid=339, compaction requested=true 2024-11-07T23:22:27,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:27,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad7a87b8f765c5a056b2f5357e5cc35:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:22:27,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:27,219 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:22:27,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad7a87b8f765c5a056b2f5357e5cc35:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:22:27,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:27,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad7a87b8f765c5a056b2f5357e5cc35:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:22:27,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-07T23:22:27,222 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:22:27,225 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:27,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-07T23:22:27,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:27,226 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing 8ad7a87b8f765c5a056b2f5357e5cc35 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T23:22:27,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=A 2024-11-07T23:22:27,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:27,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=B 2024-11-07T23:22:27,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:27,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=C 2024-11-07T23:22:27,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:27,236 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:22:27,236 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:22:27,236 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 8ad7a87b8f765c5a056b2f5357e5cc35/A is initiating minor compaction (all files) 2024-11-07T23:22:27,236 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 8ad7a87b8f765c5a056b2f5357e5cc35/B is initiating minor compaction (all files) 2024-11-07T23:22:27,236 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ad7a87b8f765c5a056b2f5357e5cc35/A in TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:27,236 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ad7a87b8f765c5a056b2f5357e5cc35/B in TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:27,236 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/96fe024a3fe2461caeeba9c658a22064, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/4879c15b65c24afaabd9ba2f8e0b5272, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/26c00c0617aa42f48f21c657d19fae23, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/95ef7efe6a8f4a87b19c384f1d13a709] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp, totalSize=48.7 K 2024-11-07T23:22:27,236 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/77edbd94382842a98d11ef20d24de43f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/287c88a7ded84c1b9e7062b8b4b5a91c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/cca08a40295b49229d926ef5a0a0b1d7, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/5e3a78c7f0b04418ae4757a44425d3a9] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp, totalSize=51.1 K 2024-11-07T23:22:27,236 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96fe024a3fe2461caeeba9c658a22064, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731021742291 2024-11-07T23:22:27,237 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 77edbd94382842a98d11ef20d24de43f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731021742291 2024-11-07T23:22:27,238 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 287c88a7ded84c1b9e7062b8b4b5a91c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731021742621 2024-11-07T23:22:27,238 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4879c15b65c24afaabd9ba2f8e0b5272, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731021742621 2024-11-07T23:22:27,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/f1884cc97a4348db8ca03ef8f8366708 is 50, key is test_row_0/A:col10/1731021746759/Put/seqid=0 2024-11-07T23:22:27,240 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting cca08a40295b49229d926ef5a0a0b1d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731021743588 2024-11-07T23:22:27,240 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e3a78c7f0b04418ae4757a44425d3a9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731021745762 2024-11-07T23:22:27,241 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26c00c0617aa42f48f21c657d19fae23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731021743588 2024-11-07T23:22:27,241 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95ef7efe6a8f4a87b19c384f1d13a709, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731021745762 2024-11-07T23:22:27,249 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad7a87b8f765c5a056b2f5357e5cc35#A#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:27,249 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/a8bbe9c67d9640069d4cf0170c245dcc is 50, key is test_row_0/A:col10/1731021745762/Put/seqid=0 2024-11-07T23:22:27,254 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad7a87b8f765c5a056b2f5357e5cc35#B#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:27,255 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/f77f7269e32b467b817ed2ae9cb3c539 is 50, key is test_row_0/B:col10/1731021745762/Put/seqid=0 2024-11-07T23:22:27,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742146_1322 (size=12301) 2024-11-07T23:22:27,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742147_1323 (size=13085) 2024-11-07T23:22:27,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742148_1324 (size=13085) 2024-11-07T23:22:27,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. as already flushing 2024-11-07T23:22:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:27,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021807401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:27,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021807402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:27,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021807402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:27,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021807505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:27,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021807506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:27,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021807506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:27,656 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/f1884cc97a4348db8ca03ef8f8366708 2024-11-07T23:22:27,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/3f0fd398185a4e479c1ac1d1ebac7d21 is 50, key is test_row_0/B:col10/1731021746759/Put/seqid=0 2024-11-07T23:22:27,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742149_1325 (size=12301) 2024-11-07T23:22:27,666 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/3f0fd398185a4e479c1ac1d1ebac7d21 2024-11-07T23:22:27,667 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/a8bbe9c67d9640069d4cf0170c245dcc as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/a8bbe9c67d9640069d4cf0170c245dcc 2024-11-07T23:22:27,668 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/f77f7269e32b467b817ed2ae9cb3c539 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/f77f7269e32b467b817ed2ae9cb3c539 2024-11-07T23:22:27,672 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8ad7a87b8f765c5a056b2f5357e5cc35/A of 8ad7a87b8f765c5a056b2f5357e5cc35 into a8bbe9c67d9640069d4cf0170c245dcc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:27,672 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8ad7a87b8f765c5a056b2f5357e5cc35/B of 8ad7a87b8f765c5a056b2f5357e5cc35 into f77f7269e32b467b817ed2ae9cb3c539(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:27,672 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:27,672 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:27,673 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35., storeName=8ad7a87b8f765c5a056b2f5357e5cc35/A, priority=12, startTime=1731021747218; duration=0sec 2024-11-07T23:22:27,673 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35., storeName=8ad7a87b8f765c5a056b2f5357e5cc35/B, priority=12, startTime=1731021747219; duration=0sec 2024-11-07T23:22:27,673 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:27,673 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:27,673 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad7a87b8f765c5a056b2f5357e5cc35:A 2024-11-07T23:22:27,673 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad7a87b8f765c5a056b2f5357e5cc35:B 2024-11-07T23:22:27,673 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:22:27,674 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:22:27,674 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 8ad7a87b8f765c5a056b2f5357e5cc35/C is initiating minor compaction (all files) 2024-11-07T23:22:27,674 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ad7a87b8f765c5a056b2f5357e5cc35/C in TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:27,674 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/cbb50614106a4c5e9a785d1b3a92ae58, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/d5f8adabe670460caf9dad4caf870763, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/e6408715f64c4bc186beac29a8ffca1a, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/b9146aa0c1a14816bbf2d82a2c3628d5] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp, totalSize=48.7 K 2024-11-07T23:22:27,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/5d35c2e7de04413993d67f6a237174c2 is 50, key is test_row_0/C:col10/1731021746759/Put/seqid=0 2024-11-07T23:22:27,675 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting cbb50614106a4c5e9a785d1b3a92ae58, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731021742291 2024-11-07T23:22:27,675 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting d5f8adabe670460caf9dad4caf870763, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731021742621 2024-11-07T23:22:27,675 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting e6408715f64c4bc186beac29a8ffca1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731021743588 2024-11-07T23:22:27,676 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting b9146aa0c1a14816bbf2d82a2c3628d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731021745762 2024-11-07T23:22:27,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742150_1326 (size=12301) 2024-11-07T23:22:27,683 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad7a87b8f765c5a056b2f5357e5cc35#C#compaction#283 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:27,684 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/3c636548fa2d419fbbfd7dcf6959fbbc is 50, key is test_row_0/C:col10/1731021745762/Put/seqid=0 2024-11-07T23:22:27,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742151_1327 (size=13085) 2024-11-07T23:22:27,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:27,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021807709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:27,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:27,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021807709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:27,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:27,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021807709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:27,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-07T23:22:27,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56778 deadline: 1731021807891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:28,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731021808012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:28,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56786 deadline: 1731021808012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:28,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56760 deadline: 1731021808013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:28,078 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/5d35c2e7de04413993d67f6a237174c2 2024-11-07T23:22:28,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/f1884cc97a4348db8ca03ef8f8366708 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/f1884cc97a4348db8ca03ef8f8366708 2024-11-07T23:22:28,085 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/f1884cc97a4348db8ca03ef8f8366708, entries=150, sequenceid=350, filesize=12.0 K 2024-11-07T23:22:28,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/3f0fd398185a4e479c1ac1d1ebac7d21 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/3f0fd398185a4e479c1ac1d1ebac7d21 2024-11-07T23:22:28,089 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/3f0fd398185a4e479c1ac1d1ebac7d21, entries=150, sequenceid=350, filesize=12.0 K 2024-11-07T23:22:28,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/5d35c2e7de04413993d67f6a237174c2 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/5d35c2e7de04413993d67f6a237174c2 2024-11-07T23:22:28,093 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/5d35c2e7de04413993d67f6a237174c2, entries=150, sequenceid=350, filesize=12.0 K 2024-11-07T23:22:28,094 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 8ad7a87b8f765c5a056b2f5357e5cc35 in 868ms, sequenceid=350, compaction requested=false 2024-11-07T23:22:28,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:28,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:28,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-07T23:22:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-11-07T23:22:28,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-07T23:22:28,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4790 sec 2024-11-07T23:22:28,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.4830 sec 2024-11-07T23:22:28,101 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/3c636548fa2d419fbbfd7dcf6959fbbc as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/3c636548fa2d419fbbfd7dcf6959fbbc 2024-11-07T23:22:28,105 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8ad7a87b8f765c5a056b2f5357e5cc35/C of 8ad7a87b8f765c5a056b2f5357e5cc35 into 3c636548fa2d419fbbfd7dcf6959fbbc(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:28,105 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:28,105 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35., storeName=8ad7a87b8f765c5a056b2f5357e5cc35/C, priority=12, startTime=1731021747219; duration=0sec 2024-11-07T23:22:28,105 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:28,105 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad7a87b8f765c5a056b2f5357e5cc35:C 2024-11-07T23:22:28,463 DEBUG [Thread-1173 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b4b6ad5 to 127.0.0.1:55878 2024-11-07T23:22:28,463 DEBUG [Thread-1175 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ed6fe0c to 127.0.0.1:55878 2024-11-07T23:22:28,463 DEBUG [Thread-1175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:28,463 DEBUG [Thread-1173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:28,464 DEBUG [Thread-1179 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c26a160 to 127.0.0.1:55878 2024-11-07T23:22:28,464 DEBUG [Thread-1179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:28,464 DEBUG [Thread-1177 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x442f1f0c to 127.0.0.1:55878 2024-11-07T23:22:28,464 DEBUG [Thread-1177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:28,464 DEBUG [Thread-1171 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4cfccc44 to 127.0.0.1:55878 2024-11-07T23:22:28,465 DEBUG [Thread-1171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:28,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8ad7a87b8f765c5a056b2f5357e5cc35 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-07T23:22:28,520 DEBUG [Thread-1162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x515c68c3 to 127.0.0.1:55878 2024-11-07T23:22:28,520 DEBUG [Thread-1160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c7992d5 to 127.0.0.1:55878 2024-11-07T23:22:28,520 DEBUG [Thread-1166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f1a41a2 to 127.0.0.1:55878 2024-11-07T23:22:28,520 DEBUG [Thread-1162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:28,520 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:28,520 DEBUG [Thread-1166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:28,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=A 2024-11-07T23:22:28,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:28,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=B 2024-11-07T23:22:28,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:28,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=C 2024-11-07T23:22:28,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:28,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/6a668e22c4414b67bb187c978b8a905b is 50, key is test_row_0/A:col10/1731021747396/Put/seqid=0 2024-11-07T23:22:28,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742152_1328 (size=12301) 2024-11-07T23:22:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-07T23:22:28,720 INFO [Thread-1170 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-07T23:22:28,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/6a668e22c4414b67bb187c978b8a905b 2024-11-07T23:22:28,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/ac079cb6802446d493f35fcea25a5489 is 50, key is test_row_0/B:col10/1731021747396/Put/seqid=0 2024-11-07T23:22:28,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742153_1329 (size=12301) 2024-11-07T23:22:29,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/ac079cb6802446d493f35fcea25a5489 2024-11-07T23:22:29,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/dc206861263341258df79376a35c00a7 is 50, key is test_row_0/C:col10/1731021747396/Put/seqid=0 2024-11-07T23:22:29,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742154_1330 (size=12301) 2024-11-07T23:22:29,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/dc206861263341258df79376a35c00a7 2024-11-07T23:22:29,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/6a668e22c4414b67bb187c978b8a905b as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/6a668e22c4414b67bb187c978b8a905b 2024-11-07T23:22:29,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/6a668e22c4414b67bb187c978b8a905b, entries=150, sequenceid=382, filesize=12.0 K 2024-11-07T23:22:29,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/ac079cb6802446d493f35fcea25a5489 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/ac079cb6802446d493f35fcea25a5489 2024-11-07T23:22:29,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/ac079cb6802446d493f35fcea25a5489, entries=150, sequenceid=382, filesize=12.0 K 2024-11-07T23:22:29,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/dc206861263341258df79376a35c00a7 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/dc206861263341258df79376a35c00a7 2024-11-07T23:22:29,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/dc206861263341258df79376a35c00a7, entries=150, sequenceid=382, filesize=12.0 K 2024-11-07T23:22:29,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=0 B/0 for 8ad7a87b8f765c5a056b2f5357e5cc35 in 1264ms, sequenceid=382, compaction requested=true 2024-11-07T23:22:29,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:29,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad7a87b8f765c5a056b2f5357e5cc35:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:22:29,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:29,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad7a87b8f765c5a056b2f5357e5cc35:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:22:29,784 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:29,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:29,784 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:29,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8ad7a87b8f765c5a056b2f5357e5cc35:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:22:29,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:29,785 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:29,785 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:29,785 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 8ad7a87b8f765c5a056b2f5357e5cc35/B is initiating minor compaction (all files) 2024-11-07T23:22:29,785 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 8ad7a87b8f765c5a056b2f5357e5cc35/A is initiating minor compaction (all files) 2024-11-07T23:22:29,785 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ad7a87b8f765c5a056b2f5357e5cc35/B in TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:29,785 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ad7a87b8f765c5a056b2f5357e5cc35/A in TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:29,785 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/f77f7269e32b467b817ed2ae9cb3c539, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/3f0fd398185a4e479c1ac1d1ebac7d21, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/ac079cb6802446d493f35fcea25a5489] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp, totalSize=36.8 K 2024-11-07T23:22:29,785 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/a8bbe9c67d9640069d4cf0170c245dcc, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/f1884cc97a4348db8ca03ef8f8366708, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/6a668e22c4414b67bb187c978b8a905b] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp, totalSize=36.8 K 2024-11-07T23:22:29,785 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting f77f7269e32b467b817ed2ae9cb3c539, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731021745762 2024-11-07T23:22:29,785 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8bbe9c67d9640069d4cf0170c245dcc, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731021745762 2024-11-07T23:22:29,786 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f0fd398185a4e479c1ac1d1ebac7d21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731021746758 2024-11-07T23:22:29,786 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1884cc97a4348db8ca03ef8f8366708, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731021746758 2024-11-07T23:22:29,786 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting ac079cb6802446d493f35fcea25a5489, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731021747396 2024-11-07T23:22:29,786 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a668e22c4414b67bb187c978b8a905b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731021747396 2024-11-07T23:22:29,792 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad7a87b8f765c5a056b2f5357e5cc35#A#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:29,792 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad7a87b8f765c5a056b2f5357e5cc35#B#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:29,792 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/f8d210116284410ab1c090073b6f7ba9 is 50, key is test_row_0/A:col10/1731021747396/Put/seqid=0 2024-11-07T23:22:29,792 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/e76f0a63598f49deb1e52e4bee2e8e16 is 50, key is test_row_0/B:col10/1731021747396/Put/seqid=0 2024-11-07T23:22:29,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742155_1331 (size=13187) 2024-11-07T23:22:29,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742156_1332 (size=13187) 2024-11-07T23:22:29,898 DEBUG [Thread-1164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x564feff0 to 127.0.0.1:55878 2024-11-07T23:22:29,898 DEBUG [Thread-1164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:30,202 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/e76f0a63598f49deb1e52e4bee2e8e16 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/e76f0a63598f49deb1e52e4bee2e8e16 2024-11-07T23:22:30,207 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/f8d210116284410ab1c090073b6f7ba9 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/f8d210116284410ab1c090073b6f7ba9 2024-11-07T23:22:30,209 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ad7a87b8f765c5a056b2f5357e5cc35/B of 8ad7a87b8f765c5a056b2f5357e5cc35 into e76f0a63598f49deb1e52e4bee2e8e16(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:30,209 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:30,209 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35., storeName=8ad7a87b8f765c5a056b2f5357e5cc35/B, priority=13, startTime=1731021749784; duration=0sec 2024-11-07T23:22:30,209 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:30,209 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad7a87b8f765c5a056b2f5357e5cc35:B 2024-11-07T23:22:30,209 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:30,210 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:30,211 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 8ad7a87b8f765c5a056b2f5357e5cc35/C is initiating minor compaction (all files) 2024-11-07T23:22:30,211 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8ad7a87b8f765c5a056b2f5357e5cc35/C in TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:30,211 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/3c636548fa2d419fbbfd7dcf6959fbbc, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/5d35c2e7de04413993d67f6a237174c2, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/dc206861263341258df79376a35c00a7] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp, totalSize=36.8 K 2024-11-07T23:22:30,211 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c636548fa2d419fbbfd7dcf6959fbbc, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731021745762 2024-11-07T23:22:30,212 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d35c2e7de04413993d67f6a237174c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731021746758 2024-11-07T23:22:30,212 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting dc206861263341258df79376a35c00a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731021747396 2024-11-07T23:22:30,213 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ad7a87b8f765c5a056b2f5357e5cc35/A of 8ad7a87b8f765c5a056b2f5357e5cc35 into f8d210116284410ab1c090073b6f7ba9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:30,213 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:30,213 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35., storeName=8ad7a87b8f765c5a056b2f5357e5cc35/A, priority=13, startTime=1731021749784; duration=0sec 2024-11-07T23:22:30,213 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:30,213 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad7a87b8f765c5a056b2f5357e5cc35:A 2024-11-07T23:22:30,222 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8ad7a87b8f765c5a056b2f5357e5cc35#C#compaction#289 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:30,223 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/3aef95f0d9934b338d6769ed3611c598 is 50, key is test_row_0/C:col10/1731021747396/Put/seqid=0 2024-11-07T23:22:30,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742157_1333 (size=13187) 2024-11-07T23:22:30,631 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/3aef95f0d9934b338d6769ed3611c598 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/3aef95f0d9934b338d6769ed3611c598 2024-11-07T23:22:30,635 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8ad7a87b8f765c5a056b2f5357e5cc35/C of 8ad7a87b8f765c5a056b2f5357e5cc35 into 3aef95f0d9934b338d6769ed3611c598(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:30,636 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:30,636 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35., storeName=8ad7a87b8f765c5a056b2f5357e5cc35/C, priority=13, startTime=1731021749784; duration=0sec 2024-11-07T23:22:30,636 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:30,636 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8ad7a87b8f765c5a056b2f5357e5cc35:C 2024-11-07T23:22:30,809 DEBUG [Thread-1168 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x748a9ce6 to 127.0.0.1:55878 2024-11-07T23:22:30,809 DEBUG [Thread-1168 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:30,809 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-07T23:22:30,809 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-07T23:22:30,809 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-07T23:22:30,809 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-07T23:22:30,809 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-07T23:22:30,809 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-07T23:22:30,809 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-07T23:22:30,809 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6556 2024-11-07T23:22:30,809 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6756 2024-11-07T23:22:30,809 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6573 2024-11-07T23:22:30,809 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6554 2024-11-07T23:22:30,809 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6747 2024-11-07T23:22:30,809 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-07T23:22:30,809 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-07T23:22:30,809 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53ef603f to 127.0.0.1:55878 2024-11-07T23:22:30,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:30,810 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-07T23:22:30,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-07T23:22:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-07T23:22:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-07T23:22:30,812 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021750812"}]},"ts":"1731021750812"} 2024-11-07T23:22:30,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-07T23:22:30,867 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-07T23:22:30,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T23:22:30,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ad7a87b8f765c5a056b2f5357e5cc35, UNASSIGN}] 2024-11-07T23:22:30,869 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ad7a87b8f765c5a056b2f5357e5cc35, UNASSIGN 2024-11-07T23:22:30,870 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=8ad7a87b8f765c5a056b2f5357e5cc35, regionState=CLOSING, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:22:30,870 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T23:22:30,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; CloseRegionProcedure 8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619}] 2024-11-07T23:22:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-07T23:22:31,022 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:31,022 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(124): Close 8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:31,022 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-07T23:22:31,022 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1681): Closing 8ad7a87b8f765c5a056b2f5357e5cc35, disabling compactions & flushes 2024-11-07T23:22:31,022 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:31,022 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:31,022 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. after waiting 0 ms 2024-11-07T23:22:31,023 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:31,023 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(2837): Flushing 8ad7a87b8f765c5a056b2f5357e5cc35 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-07T23:22:31,023 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=A 2024-11-07T23:22:31,023 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:31,023 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=B 2024-11-07T23:22:31,023 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:31,023 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8ad7a87b8f765c5a056b2f5357e5cc35, store=C 2024-11-07T23:22:31,023 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:31,027 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/a67692f15b25418fa2381e68877f55be is 50, key is test_row_1/A:col10/1731021750808/Put/seqid=0 2024-11-07T23:22:31,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742158_1334 (size=7415) 2024-11-07T23:22:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-07T23:22:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-07T23:22:31,431 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/a67692f15b25418fa2381e68877f55be 2024-11-07T23:22:31,437 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/45c9ea19445d4632abab26671b7a47d4 is 50, key is test_row_1/B:col10/1731021750808/Put/seqid=0 2024-11-07T23:22:31,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742159_1335 (size=7415) 2024-11-07T23:22:31,841 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/45c9ea19445d4632abab26671b7a47d4 2024-11-07T23:22:31,848 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/d1feff06debf45b4a58eada65973d3b9 is 50, key is test_row_1/C:col10/1731021750808/Put/seqid=0 2024-11-07T23:22:31,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742160_1336 (size=7415) 2024-11-07T23:22:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-07T23:22:32,041 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T23:22:32,252 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/d1feff06debf45b4a58eada65973d3b9 2024-11-07T23:22:32,257 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/A/a67692f15b25418fa2381e68877f55be as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/a67692f15b25418fa2381e68877f55be 2024-11-07T23:22:32,261 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/a67692f15b25418fa2381e68877f55be, entries=50, sequenceid=390, filesize=7.2 K 2024-11-07T23:22:32,262 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/B/45c9ea19445d4632abab26671b7a47d4 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/45c9ea19445d4632abab26671b7a47d4 2024-11-07T23:22:32,265 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/45c9ea19445d4632abab26671b7a47d4, entries=50, sequenceid=390, filesize=7.2 K 2024-11-07T23:22:32,266 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/.tmp/C/d1feff06debf45b4a58eada65973d3b9 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/d1feff06debf45b4a58eada65973d3b9 2024-11-07T23:22:32,270 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/d1feff06debf45b4a58eada65973d3b9, entries=50, sequenceid=390, filesize=7.2 K 2024-11-07T23:22:32,271 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 8ad7a87b8f765c5a056b2f5357e5cc35 in 1248ms, sequenceid=390, compaction requested=false 2024-11-07T23:22:32,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/c15bd3e3215d4a67a837fd0298940a3f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/ab728fcfdd73415fa97bc3379018454c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/17d4721e17394d0b96fb59398ad6530f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/8694b073a34e4ea4842deb0213a14af8, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/89402a59270d4f18ab479433c65d888c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/626db51097dd414982ebbee228111b32, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/2f1efec0ac6b4b9b822b1be3a25e34b1, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/932ba94070f94a0099c1b4270cee4190, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/a885fe71e4fe4e17bcf574ea54a1e9ef, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/db42082202364264ac70b1e837837753, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/93a98f49374c4c01847b8294e69ac378, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/5d5ce903955b438ba502690895d23a33, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/6200d019e4bb4f3097e1b720348f6595, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/fd62998439554c35bebd96d01fbbfd8d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/f3eb909345194bcf8a05901e1ac468db, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/e6f5d2712ec04e529ac6eff31489e814, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/c7a7faf7c86d4877a548484db090c82b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/caa3d99782ed45949eea6e8859a506c6, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/5325ab592275455b8752da914479174a, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/77edbd94382842a98d11ef20d24de43f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/287c88a7ded84c1b9e7062b8b4b5a91c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/cca08a40295b49229d926ef5a0a0b1d7, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/5e3a78c7f0b04418ae4757a44425d3a9, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/a8bbe9c67d9640069d4cf0170c245dcc, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/f1884cc97a4348db8ca03ef8f8366708, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/6a668e22c4414b67bb187c978b8a905b] to archive 2024-11-07T23:22:32,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T23:22:32,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/c15bd3e3215d4a67a837fd0298940a3f to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/c15bd3e3215d4a67a837fd0298940a3f 2024-11-07T23:22:32,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/ab728fcfdd73415fa97bc3379018454c to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/ab728fcfdd73415fa97bc3379018454c 2024-11-07T23:22:32,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/17d4721e17394d0b96fb59398ad6530f to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/17d4721e17394d0b96fb59398ad6530f 2024-11-07T23:22:32,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/8694b073a34e4ea4842deb0213a14af8 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/8694b073a34e4ea4842deb0213a14af8 2024-11-07T23:22:32,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/89402a59270d4f18ab479433c65d888c to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/89402a59270d4f18ab479433c65d888c 2024-11-07T23:22:32,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/626db51097dd414982ebbee228111b32 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/626db51097dd414982ebbee228111b32 2024-11-07T23:22:32,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/2f1efec0ac6b4b9b822b1be3a25e34b1 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/2f1efec0ac6b4b9b822b1be3a25e34b1 2024-11-07T23:22:32,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/932ba94070f94a0099c1b4270cee4190 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/932ba94070f94a0099c1b4270cee4190 2024-11-07T23:22:32,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/a885fe71e4fe4e17bcf574ea54a1e9ef to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/a885fe71e4fe4e17bcf574ea54a1e9ef 2024-11-07T23:22:32,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/db42082202364264ac70b1e837837753 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/db42082202364264ac70b1e837837753 2024-11-07T23:22:32,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/93a98f49374c4c01847b8294e69ac378 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/93a98f49374c4c01847b8294e69ac378 2024-11-07T23:22:32,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/5d5ce903955b438ba502690895d23a33 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/5d5ce903955b438ba502690895d23a33 2024-11-07T23:22:32,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/6200d019e4bb4f3097e1b720348f6595 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/6200d019e4bb4f3097e1b720348f6595 2024-11-07T23:22:32,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/fd62998439554c35bebd96d01fbbfd8d to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/fd62998439554c35bebd96d01fbbfd8d 2024-11-07T23:22:32,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/f3eb909345194bcf8a05901e1ac468db to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/f3eb909345194bcf8a05901e1ac468db 2024-11-07T23:22:32,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/e6f5d2712ec04e529ac6eff31489e814 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/e6f5d2712ec04e529ac6eff31489e814 2024-11-07T23:22:32,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/c7a7faf7c86d4877a548484db090c82b to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/c7a7faf7c86d4877a548484db090c82b 2024-11-07T23:22:32,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/caa3d99782ed45949eea6e8859a506c6 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/caa3d99782ed45949eea6e8859a506c6 2024-11-07T23:22:32,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/5325ab592275455b8752da914479174a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/5325ab592275455b8752da914479174a 2024-11-07T23:22:32,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/77edbd94382842a98d11ef20d24de43f to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/77edbd94382842a98d11ef20d24de43f 2024-11-07T23:22:32,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/287c88a7ded84c1b9e7062b8b4b5a91c to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/287c88a7ded84c1b9e7062b8b4b5a91c 2024-11-07T23:22:32,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/cca08a40295b49229d926ef5a0a0b1d7 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/cca08a40295b49229d926ef5a0a0b1d7 2024-11-07T23:22:32,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/5e3a78c7f0b04418ae4757a44425d3a9 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/5e3a78c7f0b04418ae4757a44425d3a9 2024-11-07T23:22:32,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/a8bbe9c67d9640069d4cf0170c245dcc to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/a8bbe9c67d9640069d4cf0170c245dcc 2024-11-07T23:22:32,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/f1884cc97a4348db8ca03ef8f8366708 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/f1884cc97a4348db8ca03ef8f8366708 2024-11-07T23:22:32,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/6a668e22c4414b67bb187c978b8a905b to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/6a668e22c4414b67bb187c978b8a905b 2024-11-07T23:22:32,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/7475ed95bd78440cb48a878e27730fdc, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/72773088a57549d9befe7473ede3a822, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/c9530fda5cc8422bbe047e9958fc5592, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/c607ee319ba74259bee38714bdd1d1d7, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/ac1b36bf9d1b44248f738323c59df60e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/fd198ec8b41847519bfa9224ff7859e3, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/9c141f7268834ae8a542365bdeed2499, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/4031a5346ed24d6080c1dde5d1f45402, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/36069d6340d24a3f983bbb5dc0dbbcb1, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/aac65f18924f45678c7c1128df0b1016, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/c666273d25be417c8967c34f29b422b3, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/f0a7afd996d1417aa08cbd877d12c90b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/b2f7070bc6c344c999dc3ef9dac0147c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/44746b2937154c52a85127a25ed49bc0, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/895d4b7e8f4c413ab34d92c666c6046a, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/7c0cda83761b472498edd8df77b9d023, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/04bb7b7e8b8b445090c23f3bd63738c6, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/9d86deae736344e39d39ef13255b437d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/96fe024a3fe2461caeeba9c658a22064, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/71ca00a83fef499f8606cb4d449ae48c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/4879c15b65c24afaabd9ba2f8e0b5272, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/26c00c0617aa42f48f21c657d19fae23, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/f77f7269e32b467b817ed2ae9cb3c539, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/95ef7efe6a8f4a87b19c384f1d13a709, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/3f0fd398185a4e479c1ac1d1ebac7d21, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/ac079cb6802446d493f35fcea25a5489] to archive 2024-11-07T23:22:32,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T23:22:32,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/7475ed95bd78440cb48a878e27730fdc to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/7475ed95bd78440cb48a878e27730fdc 2024-11-07T23:22:32,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/72773088a57549d9befe7473ede3a822 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/72773088a57549d9befe7473ede3a822 2024-11-07T23:22:32,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/c9530fda5cc8422bbe047e9958fc5592 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/c9530fda5cc8422bbe047e9958fc5592 2024-11-07T23:22:32,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/c607ee319ba74259bee38714bdd1d1d7 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/c607ee319ba74259bee38714bdd1d1d7 2024-11-07T23:22:32,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/ac1b36bf9d1b44248f738323c59df60e to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/ac1b36bf9d1b44248f738323c59df60e 2024-11-07T23:22:32,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/fd198ec8b41847519bfa9224ff7859e3 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/fd198ec8b41847519bfa9224ff7859e3 2024-11-07T23:22:32,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/9c141f7268834ae8a542365bdeed2499 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/9c141f7268834ae8a542365bdeed2499 2024-11-07T23:22:32,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/4031a5346ed24d6080c1dde5d1f45402 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/4031a5346ed24d6080c1dde5d1f45402 2024-11-07T23:22:32,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/36069d6340d24a3f983bbb5dc0dbbcb1 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/36069d6340d24a3f983bbb5dc0dbbcb1 2024-11-07T23:22:32,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/aac65f18924f45678c7c1128df0b1016 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/aac65f18924f45678c7c1128df0b1016 2024-11-07T23:22:32,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/c666273d25be417c8967c34f29b422b3 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/c666273d25be417c8967c34f29b422b3 2024-11-07T23:22:32,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/f0a7afd996d1417aa08cbd877d12c90b to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/f0a7afd996d1417aa08cbd877d12c90b 2024-11-07T23:22:32,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/b2f7070bc6c344c999dc3ef9dac0147c to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/b2f7070bc6c344c999dc3ef9dac0147c 2024-11-07T23:22:32,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/44746b2937154c52a85127a25ed49bc0 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/44746b2937154c52a85127a25ed49bc0 2024-11-07T23:22:32,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/895d4b7e8f4c413ab34d92c666c6046a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/895d4b7e8f4c413ab34d92c666c6046a 2024-11-07T23:22:32,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/7c0cda83761b472498edd8df77b9d023 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/7c0cda83761b472498edd8df77b9d023 2024-11-07T23:22:32,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/04bb7b7e8b8b445090c23f3bd63738c6 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/04bb7b7e8b8b445090c23f3bd63738c6 2024-11-07T23:22:32,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/9d86deae736344e39d39ef13255b437d to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/9d86deae736344e39d39ef13255b437d 2024-11-07T23:22:32,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/96fe024a3fe2461caeeba9c658a22064 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/96fe024a3fe2461caeeba9c658a22064 2024-11-07T23:22:32,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/71ca00a83fef499f8606cb4d449ae48c to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/71ca00a83fef499f8606cb4d449ae48c 2024-11-07T23:22:32,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/4879c15b65c24afaabd9ba2f8e0b5272 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/4879c15b65c24afaabd9ba2f8e0b5272 2024-11-07T23:22:32,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/26c00c0617aa42f48f21c657d19fae23 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/26c00c0617aa42f48f21c657d19fae23 2024-11-07T23:22:32,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/f77f7269e32b467b817ed2ae9cb3c539 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/f77f7269e32b467b817ed2ae9cb3c539 2024-11-07T23:22:32,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/95ef7efe6a8f4a87b19c384f1d13a709 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/95ef7efe6a8f4a87b19c384f1d13a709 2024-11-07T23:22:32,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/3f0fd398185a4e479c1ac1d1ebac7d21 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/3f0fd398185a4e479c1ac1d1ebac7d21 2024-11-07T23:22:32,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/ac079cb6802446d493f35fcea25a5489 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/ac079cb6802446d493f35fcea25a5489 2024-11-07T23:22:32,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/3e88f5efe81f4a6cbac11949febaf515, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/82e347325e22443a9fd666d52e67972f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/9c8b6d587d0644d9be8bd7da07575c17, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/05ef24c5fe3344dc8c5874101ae7d3a4, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/d7d5ecef68114c58a88043d4bbb79988, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/fe83f06b307341e29406be4f49bab3b8, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/caf7d9450955427caa615f9e1e66f2f0, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/ca2d197668ff4155939201e5db6f6e8f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/12408f6be3ad474b9255655ee80f102a, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/18039553aa4342f8ac435281d728bbeb, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/8f95e16453d44bf3ac408ceee820868e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/ba77aac4dc1a47ccb0845862325256fd, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/7b19bb72152848b082176001d9ce6c50, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/7276b4a7e5364ec08657fba79e566f97, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/7038b38a70f1437ab93ca5c331aa2927, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/2c7a5e6520b44b81802d5e2e57e54f2d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/96faa4b739c944c09e7b4bf6ab9c7edd, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/ad3a21c4759c405b9ae914d959282daa, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/cbb50614106a4c5e9a785d1b3a92ae58, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/5819c200c38a41dd8bbb4c45a59fcd9f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/d5f8adabe670460caf9dad4caf870763, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/e6408715f64c4bc186beac29a8ffca1a, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/3c636548fa2d419fbbfd7dcf6959fbbc, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/b9146aa0c1a14816bbf2d82a2c3628d5, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/5d35c2e7de04413993d67f6a237174c2, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/dc206861263341258df79376a35c00a7] to archive 2024-11-07T23:22:32,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T23:22:32,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/3e88f5efe81f4a6cbac11949febaf515 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/3e88f5efe81f4a6cbac11949febaf515 2024-11-07T23:22:32,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/82e347325e22443a9fd666d52e67972f to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/82e347325e22443a9fd666d52e67972f 2024-11-07T23:22:32,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/9c8b6d587d0644d9be8bd7da07575c17 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/9c8b6d587d0644d9be8bd7da07575c17 2024-11-07T23:22:32,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/05ef24c5fe3344dc8c5874101ae7d3a4 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/05ef24c5fe3344dc8c5874101ae7d3a4 2024-11-07T23:22:32,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/d7d5ecef68114c58a88043d4bbb79988 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/d7d5ecef68114c58a88043d4bbb79988 2024-11-07T23:22:32,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/fe83f06b307341e29406be4f49bab3b8 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/fe83f06b307341e29406be4f49bab3b8 2024-11-07T23:22:32,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/caf7d9450955427caa615f9e1e66f2f0 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/caf7d9450955427caa615f9e1e66f2f0 2024-11-07T23:22:32,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/ca2d197668ff4155939201e5db6f6e8f to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/ca2d197668ff4155939201e5db6f6e8f 2024-11-07T23:22:32,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/12408f6be3ad474b9255655ee80f102a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/12408f6be3ad474b9255655ee80f102a 2024-11-07T23:22:32,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/18039553aa4342f8ac435281d728bbeb to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/18039553aa4342f8ac435281d728bbeb 2024-11-07T23:22:32,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/8f95e16453d44bf3ac408ceee820868e to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/8f95e16453d44bf3ac408ceee820868e 2024-11-07T23:22:32,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/ba77aac4dc1a47ccb0845862325256fd to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/ba77aac4dc1a47ccb0845862325256fd 2024-11-07T23:22:32,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/7b19bb72152848b082176001d9ce6c50 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/7b19bb72152848b082176001d9ce6c50 2024-11-07T23:22:32,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/7276b4a7e5364ec08657fba79e566f97 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/7276b4a7e5364ec08657fba79e566f97 2024-11-07T23:22:32,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/7038b38a70f1437ab93ca5c331aa2927 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/7038b38a70f1437ab93ca5c331aa2927 2024-11-07T23:22:32,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/2c7a5e6520b44b81802d5e2e57e54f2d to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/2c7a5e6520b44b81802d5e2e57e54f2d 2024-11-07T23:22:32,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/96faa4b739c944c09e7b4bf6ab9c7edd to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/96faa4b739c944c09e7b4bf6ab9c7edd 2024-11-07T23:22:32,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/ad3a21c4759c405b9ae914d959282daa to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/ad3a21c4759c405b9ae914d959282daa 2024-11-07T23:22:32,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/cbb50614106a4c5e9a785d1b3a92ae58 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/cbb50614106a4c5e9a785d1b3a92ae58 2024-11-07T23:22:32,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/5819c200c38a41dd8bbb4c45a59fcd9f to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/5819c200c38a41dd8bbb4c45a59fcd9f 2024-11-07T23:22:32,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/d5f8adabe670460caf9dad4caf870763 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/d5f8adabe670460caf9dad4caf870763 2024-11-07T23:22:32,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/e6408715f64c4bc186beac29a8ffca1a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/e6408715f64c4bc186beac29a8ffca1a 2024-11-07T23:22:32,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/3c636548fa2d419fbbfd7dcf6959fbbc to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/3c636548fa2d419fbbfd7dcf6959fbbc 2024-11-07T23:22:32,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/b9146aa0c1a14816bbf2d82a2c3628d5 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/b9146aa0c1a14816bbf2d82a2c3628d5 2024-11-07T23:22:32,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/5d35c2e7de04413993d67f6a237174c2 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/5d35c2e7de04413993d67f6a237174c2 2024-11-07T23:22:32,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/dc206861263341258df79376a35c00a7 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/dc206861263341258df79376a35c00a7 2024-11-07T23:22:32,354 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/recovered.edits/393.seqid, newMaxSeqId=393, maxSeqId=1 2024-11-07T23:22:32,355 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35. 2024-11-07T23:22:32,355 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1635): Region close journal for 8ad7a87b8f765c5a056b2f5357e5cc35: 2024-11-07T23:22:32,356 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(170): Closed 8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:32,357 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=8ad7a87b8f765c5a056b2f5357e5cc35, regionState=CLOSED 2024-11-07T23:22:32,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-07T23:22:32,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseRegionProcedure 8ad7a87b8f765c5a056b2f5357e5cc35, server=9fec913c0355,35383,1731021663619 in 1.4880 sec 2024-11-07T23:22:32,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-07T23:22:32,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8ad7a87b8f765c5a056b2f5357e5cc35, UNASSIGN in 1.4910 sec 2024-11-07T23:22:32,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-07T23:22:32,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4930 sec 2024-11-07T23:22:32,362 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021752362"}]},"ts":"1731021752362"} 2024-11-07T23:22:32,363 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-07T23:22:32,408 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-07T23:22:32,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5990 sec 2024-11-07T23:22:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-07T23:22:32,916 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-07T23:22:32,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-07T23:22:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:22:32,918 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=99, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:22:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-07T23:22:32,919 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=99, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:22:32,921 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:32,923 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A, FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B, FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C, FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/recovered.edits] 2024-11-07T23:22:32,925 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/a67692f15b25418fa2381e68877f55be to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/a67692f15b25418fa2381e68877f55be 2024-11-07T23:22:32,927 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/f8d210116284410ab1c090073b6f7ba9 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/A/f8d210116284410ab1c090073b6f7ba9 2024-11-07T23:22:32,928 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/45c9ea19445d4632abab26671b7a47d4 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/45c9ea19445d4632abab26671b7a47d4 2024-11-07T23:22:32,929 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/e76f0a63598f49deb1e52e4bee2e8e16 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/B/e76f0a63598f49deb1e52e4bee2e8e16 2024-11-07T23:22:32,931 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/3aef95f0d9934b338d6769ed3611c598 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/3aef95f0d9934b338d6769ed3611c598 2024-11-07T23:22:32,932 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/d1feff06debf45b4a58eada65973d3b9 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/C/d1feff06debf45b4a58eada65973d3b9 2024-11-07T23:22:32,934 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/recovered.edits/393.seqid to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35/recovered.edits/393.seqid 2024-11-07T23:22:32,935 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8ad7a87b8f765c5a056b2f5357e5cc35 2024-11-07T23:22:32,935 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-07T23:22:32,936 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=99, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:22:32,941 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-07T23:22:32,943 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-07T23:22:32,944 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=99, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:22:32,944 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-07T23:22:32,944 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731021752944"}]},"ts":"9223372036854775807"} 2024-11-07T23:22:32,945 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-07T23:22:32,945 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8ad7a87b8f765c5a056b2f5357e5cc35, NAME => 'TestAcidGuarantees,,1731021726218.8ad7a87b8f765c5a056b2f5357e5cc35.', STARTKEY => '', ENDKEY => ''}] 2024-11-07T23:22:32,945 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-07T23:22:32,946 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731021752945"}]},"ts":"9223372036854775807"} 2024-11-07T23:22:32,947 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-07T23:22:32,984 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=99, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:22:32,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 67 msec 2024-11-07T23:22:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-07T23:22:33,020 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 99 completed 2024-11-07T23:22:33,031 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=239 (was 240), OpenFileDescriptor=451 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=465 (was 459) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 9), AvailableMemoryMB=1805 (was 1899) 2024-11-07T23:22:33,041 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=465, ProcessCount=9, AvailableMemoryMB=1805 2024-11-07T23:22:33,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T23:22:33,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T23:22:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-07T23:22:33,045 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T23:22:33,045 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:33,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 100 2024-11-07T23:22:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-07T23:22:33,046 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T23:22:33,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742161_1337 (size=960) 2024-11-07T23:22:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-07T23:22:33,276 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-07T23:22:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-07T23:22:33,455 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c 2024-11-07T23:22:33,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742162_1338 (size=53) 2024-11-07T23:22:33,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-07T23:22:33,862 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:22:33,863 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 26f6191e463dc4fd81297cc2e0430c14, disabling compactions & flushes 2024-11-07T23:22:33,863 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:33,863 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:33,863 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. after waiting 0 ms 2024-11-07T23:22:33,863 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:33,863 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:33,863 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:33,864 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T23:22:33,864 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731021753864"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731021753864"}]},"ts":"1731021753864"} 2024-11-07T23:22:33,865 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-07T23:22:33,866 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T23:22:33,866 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021753866"}]},"ts":"1731021753866"} 2024-11-07T23:22:33,868 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-07T23:22:33,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=26f6191e463dc4fd81297cc2e0430c14, ASSIGN}] 2024-11-07T23:22:33,918 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=26f6191e463dc4fd81297cc2e0430c14, ASSIGN 2024-11-07T23:22:33,918 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=26f6191e463dc4fd81297cc2e0430c14, ASSIGN; state=OFFLINE, location=9fec913c0355,35383,1731021663619; forceNewPlan=false, retain=false 2024-11-07T23:22:34,068 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=26f6191e463dc4fd81297cc2e0430c14, regionState=OPENING, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:22:34,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; OpenRegionProcedure 26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619}] 2024-11-07T23:22:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-07T23:22:34,221 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:34,227 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:34,227 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7285): Opening region: {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} 2024-11-07T23:22:34,228 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:34,228 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:22:34,228 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7327): checking encryption for 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:34,228 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7330): checking classloading for 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:34,231 INFO [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:34,234 INFO [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T23:22:34,235 INFO [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26f6191e463dc4fd81297cc2e0430c14 columnFamilyName A 2024-11-07T23:22:34,235 DEBUG [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:34,236 INFO [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] regionserver.HStore(327): Store=26f6191e463dc4fd81297cc2e0430c14/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:22:34,236 INFO [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:34,238 INFO [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T23:22:34,238 INFO [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26f6191e463dc4fd81297cc2e0430c14 columnFamilyName B 2024-11-07T23:22:34,238 DEBUG [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:34,239 INFO [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] regionserver.HStore(327): Store=26f6191e463dc4fd81297cc2e0430c14/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:22:34,239 INFO [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:34,240 INFO [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T23:22:34,241 INFO [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26f6191e463dc4fd81297cc2e0430c14 columnFamilyName C 2024-11-07T23:22:34,241 DEBUG [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:34,241 INFO [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] regionserver.HStore(327): Store=26f6191e463dc4fd81297cc2e0430c14/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:22:34,242 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:34,243 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:34,243 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:34,245 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T23:22:34,247 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1085): writing seq id for 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:34,250 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:22:34,251 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1102): Opened 26f6191e463dc4fd81297cc2e0430c14; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66234825, jitterRate=-0.013024196028709412}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T23:22:34,252 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1001): Region open journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:34,252 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14., pid=102, masterSystemTime=1731021754221 2024-11-07T23:22:34,254 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:34,254 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:34,254 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=26f6191e463dc4fd81297cc2e0430c14, regionState=OPEN, openSeqNum=2, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:22:34,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-07T23:22:34,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; OpenRegionProcedure 26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 in 185 msec 2024-11-07T23:22:34,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-07T23:22:34,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=26f6191e463dc4fd81297cc2e0430c14, ASSIGN in 340 msec 2024-11-07T23:22:34,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T23:22:34,259 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021754259"}]},"ts":"1731021754259"} 2024-11-07T23:22:34,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-07T23:22:34,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T23:22:34,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2750 sec 2024-11-07T23:22:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-07T23:22:35,151 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-07T23:22:35,153 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x73a23205 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3779dcff 2024-11-07T23:22:35,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b85570, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:22:35,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:22:35,195 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:22:35,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T23:22:35,196 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T23:22:35,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T23:22:35,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T23:22:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=103, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-07T23:22:35,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742163_1339 (size=996) 2024-11-07T23:22:35,610 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-07T23:22:35,610 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-07T23:22:35,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T23:22:35,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=26f6191e463dc4fd81297cc2e0430c14, REOPEN/MOVE}] 2024-11-07T23:22:35,618 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=26f6191e463dc4fd81297cc2e0430c14, REOPEN/MOVE 2024-11-07T23:22:35,619 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=26f6191e463dc4fd81297cc2e0430c14, regionState=CLOSING, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:22:35,620 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T23:22:35,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE; CloseRegionProcedure 26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619}] 2024-11-07T23:22:35,772 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:35,773 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(124): Close 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:35,773 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-07T23:22:35,773 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1681): Closing 26f6191e463dc4fd81297cc2e0430c14, disabling compactions & flushes 2024-11-07T23:22:35,774 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:35,774 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:35,774 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. after waiting 0 ms 2024-11-07T23:22:35,774 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:35,783 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-07T23:22:35,783 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:35,783 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1635): Region close journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:35,783 WARN [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionServer(3786): Not adding moved region record: 26f6191e463dc4fd81297cc2e0430c14 to self. 2024-11-07T23:22:35,785 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(170): Closed 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:35,785 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=26f6191e463dc4fd81297cc2e0430c14, regionState=CLOSED 2024-11-07T23:22:35,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-11-07T23:22:35,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; CloseRegionProcedure 26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 in 166 msec 2024-11-07T23:22:35,788 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=26f6191e463dc4fd81297cc2e0430c14, REOPEN/MOVE; state=CLOSED, location=9fec913c0355,35383,1731021663619; forceNewPlan=false, retain=true 2024-11-07T23:22:35,939 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=26f6191e463dc4fd81297cc2e0430c14, regionState=OPENING, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:22:35,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=105, state=RUNNABLE; OpenRegionProcedure 26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619}] 2024-11-07T23:22:36,093 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:36,098 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:36,098 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7285): Opening region: {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} 2024-11-07T23:22:36,099 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:36,099 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:22:36,099 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7327): checking encryption for 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:36,099 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7330): checking classloading for 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:36,101 INFO [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:36,103 INFO [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T23:22:36,103 INFO [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26f6191e463dc4fd81297cc2e0430c14 columnFamilyName A 2024-11-07T23:22:36,105 DEBUG [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:36,106 INFO [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] regionserver.HStore(327): Store=26f6191e463dc4fd81297cc2e0430c14/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:22:36,106 INFO [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:36,107 INFO [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T23:22:36,108 INFO [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26f6191e463dc4fd81297cc2e0430c14 columnFamilyName B 2024-11-07T23:22:36,108 DEBUG [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:36,108 INFO [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] regionserver.HStore(327): Store=26f6191e463dc4fd81297cc2e0430c14/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:22:36,108 INFO [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:36,109 INFO [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T23:22:36,110 INFO [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26f6191e463dc4fd81297cc2e0430c14 columnFamilyName C 2024-11-07T23:22:36,110 DEBUG [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:36,110 INFO [StoreOpener-26f6191e463dc4fd81297cc2e0430c14-1 {}] regionserver.HStore(327): Store=26f6191e463dc4fd81297cc2e0430c14/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:22:36,111 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:36,111 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:36,112 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:36,114 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T23:22:36,115 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1085): writing seq id for 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:36,116 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1102): Opened 26f6191e463dc4fd81297cc2e0430c14; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66630634, jitterRate=-0.007126182317733765}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T23:22:36,116 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1001): Region open journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:36,117 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14., pid=107, masterSystemTime=1731021756093 2024-11-07T23:22:36,118 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:36,118 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:36,119 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=26f6191e463dc4fd81297cc2e0430c14, regionState=OPEN, openSeqNum=5, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:22:36,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=105 2024-11-07T23:22:36,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=105, state=SUCCESS; OpenRegionProcedure 26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 in 180 msec 2024-11-07T23:22:36,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-07T23:22:36,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=26f6191e463dc4fd81297cc2e0430c14, REOPEN/MOVE in 504 msec 2024-11-07T23:22:36,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-07T23:22:36,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 510 msec 2024-11-07T23:22:36,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 927 msec 2024-11-07T23:22:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-07T23:22:36,128 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c5e3cdc to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55b9838c 2024-11-07T23:22:36,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522d4f9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:22:36,188 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x311047da to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@282c1797 2024-11-07T23:22:36,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c5fcb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:22:36,202 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x661ad49c to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ec2e767 2024-11-07T23:22:36,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115da668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:22:36,211 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4f01f294 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76c1ddcc 2024-11-07T23:22:36,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad35b9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:22:36,219 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4eb33298 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36e4b93f 2024-11-07T23:22:36,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267b2bf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:22:36,226 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b4eaa21 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24953e01 2024-11-07T23:22:36,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b44a589, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:22:36,234 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b31cc54 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@56599405 2024-11-07T23:22:36,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482f1baa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:22:36,243 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b2416f3 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71474e2e 2024-11-07T23:22:36,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4185f9e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:22:36,251 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2520e5ac to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e5df918 2024-11-07T23:22:36,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:22:36,260 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0baf27e8 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a3b9abc 2024-11-07T23:22:36,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41764ac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:22:36,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:22:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-07T23:22:36,272 DEBUG [hconnection-0x3be3382a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:22:36,272 DEBUG [hconnection-0x169ace45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:22:36,273 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:22:36,273 DEBUG [hconnection-0x15bd9c22-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:22:36,273 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:22:36,273 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:22:36,274 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:22:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-07T23:22:36,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:22:36,275 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:22:36,275 DEBUG [hconnection-0x657a99eb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:22:36,276 DEBUG [hconnection-0x1366a2a1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:22:36,277 DEBUG [hconnection-0x1fbeb7d4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:22:36,277 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:22:36,277 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:22:36,277 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:22:36,279 DEBUG [hconnection-0x73d6a0cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:22:36,279 DEBUG [hconnection-0x201b8726-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:22:36,279 DEBUG [hconnection-0x7e9da36f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:22:36,279 DEBUG [hconnection-0x7c78d71c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:22:36,280 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:22:36,280 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34606, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:22:36,280 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:22:36,280 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34630, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:22:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:36,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26f6191e463dc4fd81297cc2e0430c14 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T23:22:36,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=A 2024-11-07T23:22:36,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:36,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=B 2024-11-07T23:22:36,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:36,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=C 2024-11-07T23:22:36,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:36,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107af956364e3d54de1a6be8853f8b23249_26f6191e463dc4fd81297cc2e0430c14 is 50, key is test_row_0/A:col10/1731021756286/Put/seqid=0 2024-11-07T23:22:36,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742164_1340 (size=14594) 2024-11-07T23:22:36,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021816335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:36,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021816336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:36,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021816337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:36,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:36,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021816337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021816338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-07T23:22:36,426 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:36,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-07T23:22:36,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:36,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:36,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:36,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:36,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:36,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021816442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:36,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021816443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:36,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021816443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:36,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021816443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:36,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021816446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-07T23:22:36,578 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:36,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-07T23:22:36,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:36,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:36,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:36,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:36,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:36,634 ERROR [LeaseRenewer:jenkins@localhost:41977 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:41977,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:36,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021816646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:36,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021816646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:36,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021816646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:36,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021816647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:36,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021816651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:36,717 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:36,721 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107af956364e3d54de1a6be8853f8b23249_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107af956364e3d54de1a6be8853f8b23249_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:36,726 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/2fecfff1d30143d6889f49753c679f1a, store: [table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:36,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/2fecfff1d30143d6889f49753c679f1a is 175, key is test_row_0/A:col10/1731021756286/Put/seqid=0 2024-11-07T23:22:36,731 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:36,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-07T23:22:36,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:36,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:36,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:36,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:36,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:36,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742165_1341 (size=39549) 2024-11-07T23:22:36,736 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/2fecfff1d30143d6889f49753c679f1a 2024-11-07T23:22:36,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/be5df339da0e4296bcfbd90141d2ad11 is 50, key is test_row_0/B:col10/1731021756286/Put/seqid=0 2024-11-07T23:22:36,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742166_1342 (size=12001) 2024-11-07T23:22:36,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/be5df339da0e4296bcfbd90141d2ad11 2024-11-07T23:22:36,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/e5e55d068dd14401bb393408e6886fc7 is 50, key is test_row_0/C:col10/1731021756286/Put/seqid=0 2024-11-07T23:22:36,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742167_1343 (size=12001) 2024-11-07T23:22:36,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/e5e55d068dd14401bb393408e6886fc7 2024-11-07T23:22:36,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/2fecfff1d30143d6889f49753c679f1a as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/2fecfff1d30143d6889f49753c679f1a 2024-11-07T23:22:36,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/2fecfff1d30143d6889f49753c679f1a, entries=200, sequenceid=16, filesize=38.6 K 2024-11-07T23:22:36,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/be5df339da0e4296bcfbd90141d2ad11 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/be5df339da0e4296bcfbd90141d2ad11 2024-11-07T23:22:36,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/be5df339da0e4296bcfbd90141d2ad11, entries=150, sequenceid=16, filesize=11.7 K 2024-11-07T23:22:36,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/e5e55d068dd14401bb393408e6886fc7 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/e5e55d068dd14401bb393408e6886fc7 2024-11-07T23:22:36,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/e5e55d068dd14401bb393408e6886fc7, entries=150, sequenceid=16, filesize=11.7 K 2024-11-07T23:22:36,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 26f6191e463dc4fd81297cc2e0430c14 in 530ms, sequenceid=16, compaction requested=false 2024-11-07T23:22:36,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-07T23:22:36,883 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:36,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-07T23:22:36,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:36,884 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 26f6191e463dc4fd81297cc2e0430c14 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-07T23:22:36,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=A 2024-11-07T23:22:36,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:36,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=B 2024-11-07T23:22:36,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:36,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=C 2024-11-07T23:22:36,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:36,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110797392b1f6cb647f8a1d1f39c8fc335b0_26f6191e463dc4fd81297cc2e0430c14 is 50, key is test_row_0/A:col10/1731021756334/Put/seqid=0 2024-11-07T23:22:36,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742168_1344 (size=12154) 2024-11-07T23:22:36,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:36,900 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110797392b1f6cb647f8a1d1f39c8fc335b0_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110797392b1f6cb647f8a1d1f39c8fc335b0_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:36,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/a55876ea4b9f4daead9644858e826d81, store: [table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:36,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/a55876ea4b9f4daead9644858e826d81 is 175, key is test_row_0/A:col10/1731021756334/Put/seqid=0 2024-11-07T23:22:36,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742169_1345 (size=30955) 2024-11-07T23:22:36,906 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/a55876ea4b9f4daead9644858e826d81 2024-11-07T23:22:36,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/00836dc8ac964eb4b4f86e65344e10e0 is 50, key is test_row_0/B:col10/1731021756334/Put/seqid=0 2024-11-07T23:22:36,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742170_1346 (size=12001) 2024-11-07T23:22:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:36,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:36,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021816959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:36,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021816959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:36,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021816960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:36,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021816960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:36,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021816964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:37,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021817066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:37,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021817067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:37,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021817068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:37,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021817068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:37,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021817068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:37,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021817270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:37,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021817271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:37,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021817271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:37,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021817272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:37,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021817273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:37,320 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/00836dc8ac964eb4b4f86e65344e10e0 2024-11-07T23:22:37,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/ac6cdf495f064d5e92e8a37ae2f00511 is 50, key is test_row_0/C:col10/1731021756334/Put/seqid=0 2024-11-07T23:22:37,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742171_1347 (size=12001) 2024-11-07T23:22:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-07T23:22:37,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021817575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:37,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021817576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:37,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021817577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:37,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021817579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:37,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021817579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:37,731 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/ac6cdf495f064d5e92e8a37ae2f00511 2024-11-07T23:22:37,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/a55876ea4b9f4daead9644858e826d81 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/a55876ea4b9f4daead9644858e826d81 2024-11-07T23:22:37,741 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/a55876ea4b9f4daead9644858e826d81, entries=150, sequenceid=40, filesize=30.2 K 2024-11-07T23:22:37,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/00836dc8ac964eb4b4f86e65344e10e0 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/00836dc8ac964eb4b4f86e65344e10e0 2024-11-07T23:22:37,745 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/00836dc8ac964eb4b4f86e65344e10e0, entries=150, sequenceid=40, filesize=11.7 K 2024-11-07T23:22:37,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/ac6cdf495f064d5e92e8a37ae2f00511 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/ac6cdf495f064d5e92e8a37ae2f00511 2024-11-07T23:22:37,749 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/ac6cdf495f064d5e92e8a37ae2f00511, entries=150, sequenceid=40, filesize=11.7 K 2024-11-07T23:22:37,750 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 26f6191e463dc4fd81297cc2e0430c14 in 866ms, sequenceid=40, compaction requested=false 2024-11-07T23:22:37,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:37,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:37,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-07T23:22:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-07T23:22:37,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-07T23:22:37,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4770 sec 2024-11-07T23:22:37,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.4820 sec 2024-11-07T23:22:37,882 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T23:22:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:38,084 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26f6191e463dc4fd81297cc2e0430c14 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-07T23:22:38,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=A 2024-11-07T23:22:38,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:38,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=B 2024-11-07T23:22:38,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:38,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=C 2024-11-07T23:22:38,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:38,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107af608026d834442089c42dc02dbdb232_26f6191e463dc4fd81297cc2e0430c14 is 50, key is test_row_0/A:col10/1731021756959/Put/seqid=0 2024-11-07T23:22:38,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742172_1348 (size=17034) 2024-11-07T23:22:38,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021818109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:38,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021818110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:38,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021818110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:38,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021818112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:38,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021818116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:38,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021818218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:38,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021818218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:38,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021818218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:38,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021818218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:38,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021818224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-07T23:22:38,377 INFO [Thread-1547 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-07T23:22:38,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:22:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-07T23:22:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-07T23:22:38,379 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:22:38,380 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:22:38,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:22:38,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021818422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:38,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021818423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:38,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021818423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:38,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021818425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:38,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021818430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-07T23:22:38,498 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:38,501 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107af608026d834442089c42dc02dbdb232_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107af608026d834442089c42dc02dbdb232_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:38,502 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/a5182120095c4a81a07e06b053bcd379, store: [table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:38,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/a5182120095c4a81a07e06b053bcd379 is 175, key is test_row_0/A:col10/1731021756959/Put/seqid=0 2024-11-07T23:22:38,509 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:41977 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:41977,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:38,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742173_1349 (size=48139) 2024-11-07T23:22:38,531 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:38,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-07T23:22:38,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:38,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:38,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:38,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:38,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-07T23:22:38,684 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:38,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-07T23:22:38,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:38,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:38,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:38,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:38,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:38,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021818726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:38,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021818726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:38,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021818727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:38,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021818730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:38,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021818737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:38,836 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:38,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-07T23:22:38,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:38,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:38,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:38,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:38,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:38,907 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/a5182120095c4a81a07e06b053bcd379 2024-11-07T23:22:38,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/a5f458e8442442f98e485666b6d6290c is 50, key is test_row_0/B:col10/1731021756959/Put/seqid=0 2024-11-07T23:22:38,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742174_1350 (size=12001) 2024-11-07T23:22:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-07T23:22:38,988 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:38,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-07T23:22:38,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:38,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:38,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:38,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:38,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:38,991 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32887 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=9fec913c0355,35383,1731021663619, table=TestAcidGuarantees, region=26f6191e463dc4fd81297cc2e0430c14. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-07T23:22:39,141 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:39,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-07T23:22:39,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:39,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:39,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:39,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:39,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:39,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021819231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:39,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021819233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:39,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021819234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:39,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021819235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:39,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021819242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:39,294 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:39,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-07T23:22:39,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:39,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:39,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:39,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:39,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:39,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/a5f458e8442442f98e485666b6d6290c 2024-11-07T23:22:39,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/5d3e1e980c7347479fec1ae01bc3c420 is 50, key is test_row_0/C:col10/1731021756959/Put/seqid=0 2024-11-07T23:22:39,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742175_1351 (size=12001) 2024-11-07T23:22:39,446 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:39,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-07T23:22:39,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:39,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:39,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:39,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:39,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:39,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-07T23:22:39,598 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:39,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-07T23:22:39,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:39,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:39,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:39,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:39,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:39,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/5d3e1e980c7347479fec1ae01bc3c420 2024-11-07T23:22:39,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/a5182120095c4a81a07e06b053bcd379 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/a5182120095c4a81a07e06b053bcd379 2024-11-07T23:22:39,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/a5182120095c4a81a07e06b053bcd379, entries=250, sequenceid=54, filesize=47.0 K 2024-11-07T23:22:39,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/a5f458e8442442f98e485666b6d6290c as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/a5f458e8442442f98e485666b6d6290c 2024-11-07T23:22:39,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/a5f458e8442442f98e485666b6d6290c, entries=150, sequenceid=54, filesize=11.7 K 2024-11-07T23:22:39,751 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:39,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-07T23:22:39,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:39,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:39,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:39,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:39,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:39,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/5d3e1e980c7347479fec1ae01bc3c420 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/5d3e1e980c7347479fec1ae01bc3c420 2024-11-07T23:22:39,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/5d3e1e980c7347479fec1ae01bc3c420, entries=150, sequenceid=54, filesize=11.7 K 2024-11-07T23:22:39,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 26f6191e463dc4fd81297cc2e0430c14 in 1677ms, sequenceid=54, compaction requested=true 2024-11-07T23:22:39,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:39,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26f6191e463dc4fd81297cc2e0430c14:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:22:39,761 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:39,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:39,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26f6191e463dc4fd81297cc2e0430c14:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:22:39,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:39,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26f6191e463dc4fd81297cc2e0430c14:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:22:39,762 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:39,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:39,762 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:39,762 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:39,762 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 26f6191e463dc4fd81297cc2e0430c14/B is initiating minor compaction (all files) 2024-11-07T23:22:39,762 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 26f6191e463dc4fd81297cc2e0430c14/A is initiating minor compaction (all files) 2024-11-07T23:22:39,763 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26f6191e463dc4fd81297cc2e0430c14/A in TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:39,763 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26f6191e463dc4fd81297cc2e0430c14/B in TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:39,763 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/2fecfff1d30143d6889f49753c679f1a, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/a55876ea4b9f4daead9644858e826d81, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/a5182120095c4a81a07e06b053bcd379] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp, totalSize=115.9 K 2024-11-07T23:22:39,763 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/be5df339da0e4296bcfbd90141d2ad11, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/00836dc8ac964eb4b4f86e65344e10e0, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/a5f458e8442442f98e485666b6d6290c] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp, totalSize=35.2 K 2024-11-07T23:22:39,763 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:39,763 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. files: [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/2fecfff1d30143d6889f49753c679f1a, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/a55876ea4b9f4daead9644858e826d81, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/a5182120095c4a81a07e06b053bcd379] 2024-11-07T23:22:39,763 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting be5df339da0e4296bcfbd90141d2ad11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731021756278 2024-11-07T23:22:39,763 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fecfff1d30143d6889f49753c679f1a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731021756278 2024-11-07T23:22:39,763 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 00836dc8ac964eb4b4f86e65344e10e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731021756334 2024-11-07T23:22:39,763 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting a55876ea4b9f4daead9644858e826d81, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731021756334 2024-11-07T23:22:39,764 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting a5f458e8442442f98e485666b6d6290c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731021756959 2024-11-07T23:22:39,764 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5182120095c4a81a07e06b053bcd379, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731021756959 2024-11-07T23:22:39,768 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:39,770 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26f6191e463dc4fd81297cc2e0430c14#B#compaction#302 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:39,770 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/69fb541b55ba4e74a80211848b785d01 is 50, key is test_row_0/B:col10/1731021756959/Put/seqid=0 2024-11-07T23:22:39,772 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110772f16da63e344456a8232982db5f4153_26f6191e463dc4fd81297cc2e0430c14 store=[table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:39,774 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110772f16da63e344456a8232982db5f4153_26f6191e463dc4fd81297cc2e0430c14, store=[table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:39,775 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110772f16da63e344456a8232982db5f4153_26f6191e463dc4fd81297cc2e0430c14 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:39,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742176_1352 (size=12104) 2024-11-07T23:22:39,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742177_1353 (size=4469) 2024-11-07T23:22:39,903 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:39,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-07T23:22:39,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:39,904 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 26f6191e463dc4fd81297cc2e0430c14 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-07T23:22:39,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=A 2024-11-07T23:22:39,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:39,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=B 2024-11-07T23:22:39,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:39,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=C 2024-11-07T23:22:39,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:39,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107aa75a0314c3145ffaf3ca90186600ca2_26f6191e463dc4fd81297cc2e0430c14 is 50, key is test_row_0/A:col10/1731021758110/Put/seqid=0 2024-11-07T23:22:39,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742178_1354 (size=12154) 2024-11-07T23:22:39,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:39,917 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107aa75a0314c3145ffaf3ca90186600ca2_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107aa75a0314c3145ffaf3ca90186600ca2_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:39,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/66380ad9c59a46ce931af50bc04e9c31, store: [table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:39,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/66380ad9c59a46ce931af50bc04e9c31 is 175, key is test_row_0/A:col10/1731021758110/Put/seqid=0 2024-11-07T23:22:39,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742179_1355 (size=30955) 2024-11-07T23:22:39,932 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/66380ad9c59a46ce931af50bc04e9c31 2024-11-07T23:22:39,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/ba53c2ed83e34a1db8dc528d9857fbe8 is 50, key is test_row_0/B:col10/1731021758110/Put/seqid=0 2024-11-07T23:22:39,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742180_1356 (size=12001) 2024-11-07T23:22:40,188 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/69fb541b55ba4e74a80211848b785d01 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/69fb541b55ba4e74a80211848b785d01 2024-11-07T23:22:40,191 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26f6191e463dc4fd81297cc2e0430c14/B of 26f6191e463dc4fd81297cc2e0430c14 into 69fb541b55ba4e74a80211848b785d01(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:40,191 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:40,192 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14., storeName=26f6191e463dc4fd81297cc2e0430c14/B, priority=13, startTime=1731021759761; duration=0sec 2024-11-07T23:22:40,192 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:40,192 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26f6191e463dc4fd81297cc2e0430c14:B 2024-11-07T23:22:40,192 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:40,192 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:40,192 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 26f6191e463dc4fd81297cc2e0430c14/C is initiating minor compaction (all files) 2024-11-07T23:22:40,193 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26f6191e463dc4fd81297cc2e0430c14/C in TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:40,193 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/e5e55d068dd14401bb393408e6886fc7, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/ac6cdf495f064d5e92e8a37ae2f00511, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/5d3e1e980c7347479fec1ae01bc3c420] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp, totalSize=35.2 K 2024-11-07T23:22:40,193 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26f6191e463dc4fd81297cc2e0430c14#A#compaction#303 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:40,193 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting e5e55d068dd14401bb393408e6886fc7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731021756278 2024-11-07T23:22:40,193 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting ac6cdf495f064d5e92e8a37ae2f00511, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731021756334 2024-11-07T23:22:40,193 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/f239ec5f620b466ea3f2c1dae42a787a is 175, key is test_row_0/A:col10/1731021756959/Put/seqid=0 2024-11-07T23:22:40,194 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d3e1e980c7347479fec1ae01bc3c420, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731021756959 2024-11-07T23:22:40,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742181_1357 (size=31058) 2024-11-07T23:22:40,200 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26f6191e463dc4fd81297cc2e0430c14#C#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:40,201 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/e738d32c49c54ed29aec676d8c24a2cb is 50, key is test_row_0/C:col10/1731021756959/Put/seqid=0 2024-11-07T23:22:40,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742182_1358 (size=12104) 2024-11-07T23:22:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:40,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:40,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021820252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:40,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021820255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:40,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021820255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:40,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021820256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:40,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021820257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:40,343 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/ba53c2ed83e34a1db8dc528d9857fbe8 2024-11-07T23:22:40,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/c5dcc3654eed46baa98d2ad44a4d559c is 50, key is test_row_0/C:col10/1731021758110/Put/seqid=0 2024-11-07T23:22:40,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742183_1359 (size=12001) 2024-11-07T23:22:40,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021820358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:40,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021820358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:40,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021820361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:40,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021820363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:40,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021820363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-07T23:22:40,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021820564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:40,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021820564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:40,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021820565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:40,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021820568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:40,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021820568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:40,600 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/f239ec5f620b466ea3f2c1dae42a787a as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/f239ec5f620b466ea3f2c1dae42a787a 2024-11-07T23:22:40,604 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26f6191e463dc4fd81297cc2e0430c14/A of 26f6191e463dc4fd81297cc2e0430c14 into f239ec5f620b466ea3f2c1dae42a787a(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:40,604 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:40,604 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14., storeName=26f6191e463dc4fd81297cc2e0430c14/A, priority=13, startTime=1731021759761; duration=0sec 2024-11-07T23:22:40,604 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:40,604 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26f6191e463dc4fd81297cc2e0430c14:A 2024-11-07T23:22:40,608 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/e738d32c49c54ed29aec676d8c24a2cb as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/e738d32c49c54ed29aec676d8c24a2cb 2024-11-07T23:22:40,611 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26f6191e463dc4fd81297cc2e0430c14/C of 26f6191e463dc4fd81297cc2e0430c14 into e738d32c49c54ed29aec676d8c24a2cb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:40,611 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:40,611 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14., storeName=26f6191e463dc4fd81297cc2e0430c14/C, priority=13, startTime=1731021759762; duration=0sec 2024-11-07T23:22:40,612 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:40,612 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26f6191e463dc4fd81297cc2e0430c14:C 2024-11-07T23:22:40,754 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/c5dcc3654eed46baa98d2ad44a4d559c 2024-11-07T23:22:40,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/66380ad9c59a46ce931af50bc04e9c31 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/66380ad9c59a46ce931af50bc04e9c31 2024-11-07T23:22:40,761 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/66380ad9c59a46ce931af50bc04e9c31, entries=150, sequenceid=76, filesize=30.2 K 2024-11-07T23:22:40,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/ba53c2ed83e34a1db8dc528d9857fbe8 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/ba53c2ed83e34a1db8dc528d9857fbe8 2024-11-07T23:22:40,766 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/ba53c2ed83e34a1db8dc528d9857fbe8, entries=150, sequenceid=76, filesize=11.7 K 2024-11-07T23:22:40,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/c5dcc3654eed46baa98d2ad44a4d559c as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/c5dcc3654eed46baa98d2ad44a4d559c 2024-11-07T23:22:40,774 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/c5dcc3654eed46baa98d2ad44a4d559c, entries=150, sequenceid=76, filesize=11.7 K 2024-11-07T23:22:40,775 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 26f6191e463dc4fd81297cc2e0430c14 in 871ms, sequenceid=76, compaction requested=false 2024-11-07T23:22:40,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:40,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:40,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-07T23:22:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-07T23:22:40,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-07T23:22:40,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3960 sec 2024-11-07T23:22:40,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.3990 sec 2024-11-07T23:22:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:40,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26f6191e463dc4fd81297cc2e0430c14 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-07T23:22:40,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=A 2024-11-07T23:22:40,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:40,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=B 2024-11-07T23:22:40,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:40,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=C 2024-11-07T23:22:40,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:40,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107f572bf4ac32b4ad48a95961665af8fb3_26f6191e463dc4fd81297cc2e0430c14 is 50, key is test_row_0/A:col10/1731021760255/Put/seqid=0 2024-11-07T23:22:40,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742184_1360 (size=14594) 2024-11-07T23:22:40,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021820901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:40,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021820902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:40,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021820903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:40,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021820903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:40,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021820904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:41,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021821010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:41,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021821010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:41,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021821010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:41,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021821011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:41,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021821011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:41,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021821216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:41,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:41,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021821216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021821216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:41,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021821218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:41,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021821222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:41,286 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:41,320 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107f572bf4ac32b4ad48a95961665af8fb3_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107f572bf4ac32b4ad48a95961665af8fb3_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:41,321 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/97a41ae022ff470eb9dac62b4e7ca80a, store: [table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:41,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/97a41ae022ff470eb9dac62b4e7ca80a is 175, key is test_row_0/A:col10/1731021760255/Put/seqid=0 2024-11-07T23:22:41,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742185_1361 (size=39549) 2024-11-07T23:22:41,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021821521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:41,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021821522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:41,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021821522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:41,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021821524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:41,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021821530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:41,727 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/97a41ae022ff470eb9dac62b4e7ca80a 2024-11-07T23:22:41,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/f0a7ea41c6fa48dcbbd729bb8c9fa838 is 50, key is test_row_0/B:col10/1731021760255/Put/seqid=0 2024-11-07T23:22:41,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742186_1362 (size=12001) 2024-11-07T23:22:42,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021822027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:42,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021822027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:42,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021822028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:42,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021822032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:42,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021822037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:42,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/f0a7ea41c6fa48dcbbd729bb8c9fa838 2024-11-07T23:22:42,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/98df91925e6f4f159ebafbed3ec997e4 is 50, key is test_row_0/C:col10/1731021760255/Put/seqid=0 2024-11-07T23:22:42,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742187_1363 (size=12001) 2024-11-07T23:22:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-07T23:22:42,483 INFO [Thread-1547 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-07T23:22:42,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:22:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-07T23:22:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-07T23:22:42,485 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:22:42,486 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:22:42,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:22:42,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/98df91925e6f4f159ebafbed3ec997e4 2024-11-07T23:22:42,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/97a41ae022ff470eb9dac62b4e7ca80a as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/97a41ae022ff470eb9dac62b4e7ca80a 2024-11-07T23:22:42,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/97a41ae022ff470eb9dac62b4e7ca80a, entries=200, sequenceid=95, filesize=38.6 K 2024-11-07T23:22:42,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/f0a7ea41c6fa48dcbbd729bb8c9fa838 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/f0a7ea41c6fa48dcbbd729bb8c9fa838 2024-11-07T23:22:42,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/f0a7ea41c6fa48dcbbd729bb8c9fa838, entries=150, sequenceid=95, filesize=11.7 K 2024-11-07T23:22:42,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/98df91925e6f4f159ebafbed3ec997e4 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/98df91925e6f4f159ebafbed3ec997e4 2024-11-07T23:22:42,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/98df91925e6f4f159ebafbed3ec997e4, entries=150, sequenceid=95, filesize=11.7 K 2024-11-07T23:22:42,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 26f6191e463dc4fd81297cc2e0430c14 in 1693ms, sequenceid=95, compaction requested=true 2024-11-07T23:22:42,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:42,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26f6191e463dc4fd81297cc2e0430c14:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:22:42,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:42,568 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:42,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26f6191e463dc4fd81297cc2e0430c14:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:22:42,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:42,568 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:42,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26f6191e463dc4fd81297cc2e0430c14:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:22:42,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:42,568 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:42,569 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:42,569 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 26f6191e463dc4fd81297cc2e0430c14/A is initiating minor compaction (all files) 2024-11-07T23:22:42,569 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 26f6191e463dc4fd81297cc2e0430c14/B is initiating minor compaction (all files) 2024-11-07T23:22:42,569 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26f6191e463dc4fd81297cc2e0430c14/A in TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:42,569 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26f6191e463dc4fd81297cc2e0430c14/B in TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:42,569 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/f239ec5f620b466ea3f2c1dae42a787a, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/66380ad9c59a46ce931af50bc04e9c31, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/97a41ae022ff470eb9dac62b4e7ca80a] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp, totalSize=99.2 K 2024-11-07T23:22:42,569 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/69fb541b55ba4e74a80211848b785d01, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/ba53c2ed83e34a1db8dc528d9857fbe8, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/f0a7ea41c6fa48dcbbd729bb8c9fa838] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp, totalSize=35.3 K 2024-11-07T23:22:42,569 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:42,569 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. files: [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/f239ec5f620b466ea3f2c1dae42a787a, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/66380ad9c59a46ce931af50bc04e9c31, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/97a41ae022ff470eb9dac62b4e7ca80a] 2024-11-07T23:22:42,569 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 69fb541b55ba4e74a80211848b785d01, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731021756959 2024-11-07T23:22:42,569 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting f239ec5f620b466ea3f2c1dae42a787a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731021756959 2024-11-07T23:22:42,569 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting ba53c2ed83e34a1db8dc528d9857fbe8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731021758102 2024-11-07T23:22:42,569 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66380ad9c59a46ce931af50bc04e9c31, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731021758102 2024-11-07T23:22:42,569 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97a41ae022ff470eb9dac62b4e7ca80a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731021760255 2024-11-07T23:22:42,569 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting f0a7ea41c6fa48dcbbd729bb8c9fa838, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731021760255 2024-11-07T23:22:42,574 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:42,575 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26f6191e463dc4fd81297cc2e0430c14#B#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:42,576 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/d0fa2a63fb314b0487ca99f712653e1d is 50, key is test_row_0/B:col10/1731021760255/Put/seqid=0 2024-11-07T23:22:42,579 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110736eb969193b344c286457b51948ca3ac_26f6191e463dc4fd81297cc2e0430c14 store=[table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:42,581 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110736eb969193b344c286457b51948ca3ac_26f6191e463dc4fd81297cc2e0430c14, store=[table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:42,581 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110736eb969193b344c286457b51948ca3ac_26f6191e463dc4fd81297cc2e0430c14 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:42,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-07T23:22:42,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742188_1364 (size=12207) 2024-11-07T23:22:42,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742189_1365 (size=4469) 2024-11-07T23:22:42,637 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:42,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-07T23:22:42,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:42,638 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 26f6191e463dc4fd81297cc2e0430c14 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-07T23:22:42,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=A 2024-11-07T23:22:42,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:42,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=B 2024-11-07T23:22:42,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:42,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=C 2024-11-07T23:22:42,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:42,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110713df1181081e4eed8f82b65ee1b1f3ef_26f6191e463dc4fd81297cc2e0430c14 is 50, key is test_row_0/A:col10/1731021760902/Put/seqid=0 2024-11-07T23:22:42,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742190_1366 (size=12154) 2024-11-07T23:22:42,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:42,651 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110713df1181081e4eed8f82b65ee1b1f3ef_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110713df1181081e4eed8f82b65ee1b1f3ef_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:42,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/b158e3046d8347d5afa31089f0ad67b6, store: [table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:42,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/b158e3046d8347d5afa31089f0ad67b6 is 175, key is test_row_0/A:col10/1731021760902/Put/seqid=0 2024-11-07T23:22:42,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742191_1367 (size=30955) 2024-11-07T23:22:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-07T23:22:42,992 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/d0fa2a63fb314b0487ca99f712653e1d as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/d0fa2a63fb314b0487ca99f712653e1d 2024-11-07T23:22:42,993 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26f6191e463dc4fd81297cc2e0430c14#A#compaction#312 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:42,993 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/71b4d81e58f14608afb720cc98258a5b is 175, key is test_row_0/A:col10/1731021760255/Put/seqid=0 2024-11-07T23:22:42,996 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26f6191e463dc4fd81297cc2e0430c14/B of 26f6191e463dc4fd81297cc2e0430c14 into d0fa2a63fb314b0487ca99f712653e1d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:42,996 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:42,996 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14., storeName=26f6191e463dc4fd81297cc2e0430c14/B, priority=13, startTime=1731021762568; duration=0sec 2024-11-07T23:22:42,996 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:42,996 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26f6191e463dc4fd81297cc2e0430c14:B 2024-11-07T23:22:42,996 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:42,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742192_1368 (size=31161) 2024-11-07T23:22:42,997 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:42,997 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 26f6191e463dc4fd81297cc2e0430c14/C is initiating minor compaction (all files) 2024-11-07T23:22:42,998 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26f6191e463dc4fd81297cc2e0430c14/C in TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:42,998 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/e738d32c49c54ed29aec676d8c24a2cb, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/c5dcc3654eed46baa98d2ad44a4d559c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/98df91925e6f4f159ebafbed3ec997e4] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp, totalSize=35.3 K 2024-11-07T23:22:42,998 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting e738d32c49c54ed29aec676d8c24a2cb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731021756959 2024-11-07T23:22:42,998 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting c5dcc3654eed46baa98d2ad44a4d559c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731021758102 2024-11-07T23:22:42,999 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 98df91925e6f4f159ebafbed3ec997e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731021760255 2024-11-07T23:22:43,008 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26f6191e463dc4fd81297cc2e0430c14#C#compaction#314 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:43,009 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/9752b1d14db84bd2a1c76b7a99ba5a7b is 50, key is test_row_0/C:col10/1731021760255/Put/seqid=0 2024-11-07T23:22:43,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742193_1369 (size=12207) 2024-11-07T23:22:43,036 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/9752b1d14db84bd2a1c76b7a99ba5a7b as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/9752b1d14db84bd2a1c76b7a99ba5a7b 2024-11-07T23:22:43,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:43,044 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26f6191e463dc4fd81297cc2e0430c14/C of 26f6191e463dc4fd81297cc2e0430c14 into 9752b1d14db84bd2a1c76b7a99ba5a7b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:43,044 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:43,044 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14., storeName=26f6191e463dc4fd81297cc2e0430c14/C, priority=13, startTime=1731021762568; duration=0sec 2024-11-07T23:22:43,044 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:43,044 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26f6191e463dc4fd81297cc2e0430c14:C 2024-11-07T23:22:43,057 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/b158e3046d8347d5afa31089f0ad67b6 2024-11-07T23:22:43,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/2b22456187b84762a0eed0efe81bdb48 is 50, key is test_row_0/B:col10/1731021760902/Put/seqid=0 2024-11-07T23:22:43,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021823055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:43,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021823056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:43,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021823056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:43,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021823057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:43,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021823057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:43,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742194_1370 (size=12001) 2024-11-07T23:22:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-07T23:22:43,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021823164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:43,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021823164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:43,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021823164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:43,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021823170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:43,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021823171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:43,276 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-07T23:22:43,276 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-07T23:22:43,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021823368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:43,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021823368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:43,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021823371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:43,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021823371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:43,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021823372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:43,401 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/71b4d81e58f14608afb720cc98258a5b as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/71b4d81e58f14608afb720cc98258a5b 2024-11-07T23:22:43,405 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26f6191e463dc4fd81297cc2e0430c14/A of 26f6191e463dc4fd81297cc2e0430c14 into 71b4d81e58f14608afb720cc98258a5b(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:43,405 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:43,405 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14., storeName=26f6191e463dc4fd81297cc2e0430c14/A, priority=13, startTime=1731021762568; duration=0sec 2024-11-07T23:22:43,405 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:43,405 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26f6191e463dc4fd81297cc2e0430c14:A 2024-11-07T23:22:43,467 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/2b22456187b84762a0eed0efe81bdb48 2024-11-07T23:22:43,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/0e03cab9f56f4d09b6a0142c98b8ad6d is 50, key is test_row_0/C:col10/1731021760902/Put/seqid=0 2024-11-07T23:22:43,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742195_1371 (size=12001) 2024-11-07T23:22:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-07T23:22:43,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021823669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:43,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021823673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:43,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021823675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:43,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021823675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:43,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021823676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:43,876 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/0e03cab9f56f4d09b6a0142c98b8ad6d 2024-11-07T23:22:43,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/b158e3046d8347d5afa31089f0ad67b6 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/b158e3046d8347d5afa31089f0ad67b6 2024-11-07T23:22:43,884 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/b158e3046d8347d5afa31089f0ad67b6, entries=150, sequenceid=115, filesize=30.2 K 2024-11-07T23:22:43,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/2b22456187b84762a0eed0efe81bdb48 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/2b22456187b84762a0eed0efe81bdb48 2024-11-07T23:22:43,888 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/2b22456187b84762a0eed0efe81bdb48, entries=150, sequenceid=115, filesize=11.7 K 2024-11-07T23:22:43,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/0e03cab9f56f4d09b6a0142c98b8ad6d as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/0e03cab9f56f4d09b6a0142c98b8ad6d 2024-11-07T23:22:43,891 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/0e03cab9f56f4d09b6a0142c98b8ad6d, entries=150, sequenceid=115, filesize=11.7 K 2024-11-07T23:22:43,892 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 26f6191e463dc4fd81297cc2e0430c14 in 1254ms, sequenceid=115, compaction requested=false 2024-11-07T23:22:43,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:43,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:43,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-07T23:22:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-07T23:22:43,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-07T23:22:43,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4070 sec 2024-11-07T23:22:43,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.4100 sec 2024-11-07T23:22:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:44,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26f6191e463dc4fd81297cc2e0430c14 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-07T23:22:44,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=A 2024-11-07T23:22:44,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:44,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=B 2024-11-07T23:22:44,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:44,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=C 2024-11-07T23:22:44,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:44,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411074fb0e8bb93914cee9188faad1dc39fb4_26f6191e463dc4fd81297cc2e0430c14 is 50, key is test_row_0/A:col10/1731021764179/Put/seqid=0 2024-11-07T23:22:44,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742196_1372 (size=14694) 2024-11-07T23:22:44,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021824197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:44,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021824197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:44,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021824197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:44,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021824198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:44,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021824198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:44,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021824300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:44,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021824304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:44,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021824304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:44,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021824304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:44,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021824304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:44,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021824505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:44,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021824508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:44,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021824509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:44,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021824509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:44,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021824511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-07T23:22:44,589 INFO [Thread-1547 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-07T23:22:44,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:22:44,591 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-07T23:22:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-07T23:22:44,591 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:22:44,592 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:22:44,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:22:44,594 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411074fb0e8bb93914cee9188faad1dc39fb4_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074fb0e8bb93914cee9188faad1dc39fb4_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:44,594 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/c29da121e54441da9808c9e3245d49e3, store: [table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:44,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/c29da121e54441da9808c9e3245d49e3 is 175, key is test_row_0/A:col10/1731021764179/Put/seqid=0 2024-11-07T23:22:44,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742197_1373 (size=39649) 2024-11-07T23:22:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-07T23:22:44,743 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:44,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-07T23:22:44,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:44,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:44,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:44,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:44,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:44,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021824811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:44,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021824814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:44,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021824815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:44,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021824816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:44,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021824817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-07T23:22:44,895 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:44,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-07T23:22:44,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:44,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:44,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:44,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:44,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:44,999 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/c29da121e54441da9808c9e3245d49e3 2024-11-07T23:22:45,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/3813a5a77c864c0aa8ef7c2381ee413e is 50, key is test_row_0/B:col10/1731021764179/Put/seqid=0 2024-11-07T23:22:45,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742198_1374 (size=12101) 2024-11-07T23:22:45,048 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:45,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-07T23:22:45,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:45,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:45,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:45,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:45,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-07T23:22:45,200 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:45,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-07T23:22:45,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:45,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:45,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:45,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:45,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:45,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021825318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:45,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021825319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:45,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021825319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:45,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021825328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:45,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021825328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:45,352 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:45,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-07T23:22:45,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:45,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:45,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:45,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:45,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:45,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/3813a5a77c864c0aa8ef7c2381ee413e 2024-11-07T23:22:45,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/78070517d28f4eee97c55742e9d4543b is 50, key is test_row_0/C:col10/1731021764179/Put/seqid=0 2024-11-07T23:22:45,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742199_1375 (size=12101) 2024-11-07T23:22:45,505 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:45,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-07T23:22:45,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:45,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:45,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:45,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:45,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:45,657 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:45,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-07T23:22:45,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:45,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:45,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:45,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:45,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:45,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-07T23:22:45,809 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:45,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-07T23:22:45,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:45,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:45,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:45,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:45,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:45,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:45,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/78070517d28f4eee97c55742e9d4543b 2024-11-07T23:22:45,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/c29da121e54441da9808c9e3245d49e3 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/c29da121e54441da9808c9e3245d49e3 2024-11-07T23:22:45,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/c29da121e54441da9808c9e3245d49e3, entries=200, sequenceid=135, filesize=38.7 K 2024-11-07T23:22:45,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/3813a5a77c864c0aa8ef7c2381ee413e as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/3813a5a77c864c0aa8ef7c2381ee413e 2024-11-07T23:22:45,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/3813a5a77c864c0aa8ef7c2381ee413e, entries=150, sequenceid=135, filesize=11.8 K 2024-11-07T23:22:45,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/78070517d28f4eee97c55742e9d4543b as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/78070517d28f4eee97c55742e9d4543b 2024-11-07T23:22:45,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/78070517d28f4eee97c55742e9d4543b, entries=150, sequenceid=135, filesize=11.8 K 2024-11-07T23:22:45,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 26f6191e463dc4fd81297cc2e0430c14 in 1654ms, sequenceid=135, compaction requested=true 2024-11-07T23:22:45,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:45,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26f6191e463dc4fd81297cc2e0430c14:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:22:45,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:45,835 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:45,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26f6191e463dc4fd81297cc2e0430c14:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:22:45,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:45,835 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:45,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26f6191e463dc4fd81297cc2e0430c14:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:22:45,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:45,835 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101765 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:45,835 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:45,835 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 26f6191e463dc4fd81297cc2e0430c14/B is initiating minor compaction (all files) 2024-11-07T23:22:45,835 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 26f6191e463dc4fd81297cc2e0430c14/A is initiating minor compaction (all files) 2024-11-07T23:22:45,835 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26f6191e463dc4fd81297cc2e0430c14/A in TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:45,835 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26f6191e463dc4fd81297cc2e0430c14/B in TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:45,836 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/71b4d81e58f14608afb720cc98258a5b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/b158e3046d8347d5afa31089f0ad67b6, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/c29da121e54441da9808c9e3245d49e3] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp, totalSize=99.4 K 2024-11-07T23:22:45,836 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/d0fa2a63fb314b0487ca99f712653e1d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/2b22456187b84762a0eed0efe81bdb48, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/3813a5a77c864c0aa8ef7c2381ee413e] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp, totalSize=35.5 K 2024-11-07T23:22:45,836 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:45,836 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. files: [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/71b4d81e58f14608afb720cc98258a5b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/b158e3046d8347d5afa31089f0ad67b6, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/c29da121e54441da9808c9e3245d49e3] 2024-11-07T23:22:45,836 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71b4d81e58f14608afb720cc98258a5b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731021760255 2024-11-07T23:22:45,836 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting d0fa2a63fb314b0487ca99f712653e1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731021760255 2024-11-07T23:22:45,836 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting b158e3046d8347d5afa31089f0ad67b6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731021760902 2024-11-07T23:22:45,836 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b22456187b84762a0eed0efe81bdb48, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731021760902 2024-11-07T23:22:45,836 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting c29da121e54441da9808c9e3245d49e3, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731021763038 2024-11-07T23:22:45,836 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 3813a5a77c864c0aa8ef7c2381ee413e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731021763046 2024-11-07T23:22:45,841 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:45,842 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26f6191e463dc4fd81297cc2e0430c14#B#compaction#320 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:45,843 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/b668ed2e1d3849748b677d9c4341fc94 is 50, key is test_row_0/B:col10/1731021764179/Put/seqid=0 2024-11-07T23:22:45,843 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110764e1c28746df41719ac0de05be68b4ae_26f6191e463dc4fd81297cc2e0430c14 store=[table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:45,844 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110764e1c28746df41719ac0de05be68b4ae_26f6191e463dc4fd81297cc2e0430c14, store=[table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:45,844 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110764e1c28746df41719ac0de05be68b4ae_26f6191e463dc4fd81297cc2e0430c14 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:45,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742200_1376 (size=12409) 2024-11-07T23:22:45,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742201_1377 (size=4469) 2024-11-07T23:22:45,849 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26f6191e463dc4fd81297cc2e0430c14#A#compaction#321 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:45,850 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/12c215e22120454fb59493b0d34f3b0f is 175, key is test_row_0/A:col10/1731021764179/Put/seqid=0 2024-11-07T23:22:45,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742202_1378 (size=31363) 2024-11-07T23:22:45,857 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/12c215e22120454fb59493b0d34f3b0f as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/12c215e22120454fb59493b0d34f3b0f 2024-11-07T23:22:45,861 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26f6191e463dc4fd81297cc2e0430c14/A of 26f6191e463dc4fd81297cc2e0430c14 into 12c215e22120454fb59493b0d34f3b0f(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:45,862 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:45,862 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14., storeName=26f6191e463dc4fd81297cc2e0430c14/A, priority=13, startTime=1731021765834; duration=0sec 2024-11-07T23:22:45,862 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:45,862 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26f6191e463dc4fd81297cc2e0430c14:A 2024-11-07T23:22:45,862 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:45,863 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:45,863 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 26f6191e463dc4fd81297cc2e0430c14/C is initiating minor compaction (all files) 2024-11-07T23:22:45,863 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26f6191e463dc4fd81297cc2e0430c14/C in TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:45,863 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/9752b1d14db84bd2a1c76b7a99ba5a7b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/0e03cab9f56f4d09b6a0142c98b8ad6d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/78070517d28f4eee97c55742e9d4543b] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp, totalSize=35.5 K 2024-11-07T23:22:45,863 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9752b1d14db84bd2a1c76b7a99ba5a7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731021760255 2024-11-07T23:22:45,863 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e03cab9f56f4d09b6a0142c98b8ad6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731021760902 2024-11-07T23:22:45,864 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78070517d28f4eee97c55742e9d4543b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731021763046 2024-11-07T23:22:45,869 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26f6191e463dc4fd81297cc2e0430c14#C#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:45,870 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/53d00c152c0147c487189217f7a97015 is 50, key is test_row_0/C:col10/1731021764179/Put/seqid=0 2024-11-07T23:22:45,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742203_1379 (size=12409) 2024-11-07T23:22:45,962 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:45,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-07T23:22:45,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:45,962 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 26f6191e463dc4fd81297cc2e0430c14 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-07T23:22:45,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=A 2024-11-07T23:22:45,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:45,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=B 2024-11-07T23:22:45,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:45,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=C 2024-11-07T23:22:45,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:45,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110757bc5697099f4b53826f4a3ffacca5fc_26f6191e463dc4fd81297cc2e0430c14 is 50, key is test_row_0/A:col10/1731021764197/Put/seqid=0 2024-11-07T23:22:45,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742204_1380 (size=12304) 2024-11-07T23:22:46,250 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/b668ed2e1d3849748b677d9c4341fc94 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/b668ed2e1d3849748b677d9c4341fc94 2024-11-07T23:22:46,254 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26f6191e463dc4fd81297cc2e0430c14/B of 26f6191e463dc4fd81297cc2e0430c14 into b668ed2e1d3849748b677d9c4341fc94(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:46,255 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:46,255 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14., storeName=26f6191e463dc4fd81297cc2e0430c14/B, priority=13, startTime=1731021765835; duration=0sec 2024-11-07T23:22:46,255 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:46,255 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26f6191e463dc4fd81297cc2e0430c14:B 2024-11-07T23:22:46,277 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/53d00c152c0147c487189217f7a97015 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/53d00c152c0147c487189217f7a97015 2024-11-07T23:22:46,281 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26f6191e463dc4fd81297cc2e0430c14/C of 26f6191e463dc4fd81297cc2e0430c14 into 53d00c152c0147c487189217f7a97015(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:46,281 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:46,281 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14., storeName=26f6191e463dc4fd81297cc2e0430c14/C, priority=13, startTime=1731021765835; duration=0sec 2024-11-07T23:22:46,281 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:46,281 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26f6191e463dc4fd81297cc2e0430c14:C 2024-11-07T23:22:46,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:46,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021826342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:46,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021826343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:46,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021826344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:46,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:46,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021826349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021826349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:46,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:46,376 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110757bc5697099f4b53826f4a3ffacca5fc_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110757bc5697099f4b53826f4a3ffacca5fc_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:46,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/9b404db0a6824147868bcf8cda4dcec4, store: [table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:46,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/9b404db0a6824147868bcf8cda4dcec4 is 175, key is test_row_0/A:col10/1731021764197/Put/seqid=0 2024-11-07T23:22:46,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742205_1381 (size=31105) 2024-11-07T23:22:46,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021826450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:46,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021826450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:46,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021826450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:46,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021826454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:46,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021826454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:46,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021826652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:46,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021826653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:46,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021826654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:46,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021826658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:46,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021826658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-07T23:22:46,785 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/9b404db0a6824147868bcf8cda4dcec4 2024-11-07T23:22:46,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/ceb8d49689ba4ab8bc67f4c04e8fcb77 is 50, key is test_row_0/B:col10/1731021764197/Put/seqid=0 2024-11-07T23:22:46,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742206_1382 (size=12151) 2024-11-07T23:22:46,797 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/ceb8d49689ba4ab8bc67f4c04e8fcb77 2024-11-07T23:22:46,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/e7be12a5192f444c998bc8ff80c0a5b5 is 50, key is test_row_0/C:col10/1731021764197/Put/seqid=0 2024-11-07T23:22:46,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742207_1383 (size=12151) 2024-11-07T23:22:46,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021826956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:46,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021826958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:46,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021826959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:46,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021826963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:46,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021826964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:47,210 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/e7be12a5192f444c998bc8ff80c0a5b5 2024-11-07T23:22:47,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/9b404db0a6824147868bcf8cda4dcec4 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/9b404db0a6824147868bcf8cda4dcec4 2024-11-07T23:22:47,218 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/9b404db0a6824147868bcf8cda4dcec4, entries=150, sequenceid=155, filesize=30.4 K 2024-11-07T23:22:47,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/ceb8d49689ba4ab8bc67f4c04e8fcb77 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/ceb8d49689ba4ab8bc67f4c04e8fcb77 2024-11-07T23:22:47,222 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/ceb8d49689ba4ab8bc67f4c04e8fcb77, entries=150, sequenceid=155, filesize=11.9 K 2024-11-07T23:22:47,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/e7be12a5192f444c998bc8ff80c0a5b5 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/e7be12a5192f444c998bc8ff80c0a5b5 2024-11-07T23:22:47,226 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/e7be12a5192f444c998bc8ff80c0a5b5, entries=150, sequenceid=155, filesize=11.9 K 2024-11-07T23:22:47,227 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 26f6191e463dc4fd81297cc2e0430c14 in 1265ms, sequenceid=155, compaction requested=false 2024-11-07T23:22:47,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:47,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:47,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-07T23:22:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-07T23:22:47,229 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-07T23:22:47,229 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6360 sec 2024-11-07T23:22:47,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.6400 sec 2024-11-07T23:22:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:47,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26f6191e463dc4fd81297cc2e0430c14 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-07T23:22:47,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=A 2024-11-07T23:22:47,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:47,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=B 2024-11-07T23:22:47,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:47,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=C 2024-11-07T23:22:47,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:47,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411072305fad5cc3341158193df2f0152f6e1_26f6191e463dc4fd81297cc2e0430c14 is 50, key is test_row_0/A:col10/1731021766348/Put/seqid=0 2024-11-07T23:22:47,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742208_1384 (size=17284) 2024-11-07T23:22:47,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021827489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:47,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021827489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:47,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021827490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:47,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021827491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:47,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021827494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:47,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021827597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:47,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021827597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:47,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021827597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:47,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021827598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:47,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021827602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:47,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021827803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:47,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021827803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:47,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021827803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:47,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021827804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:47,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021827807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:47,882 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:47,885 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411072305fad5cc3341158193df2f0152f6e1_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411072305fad5cc3341158193df2f0152f6e1_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:47,886 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/b3c0cc54b7d04d67b7769b3aebad6d56, store: [table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:47,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/b3c0cc54b7d04d67b7769b3aebad6d56 is 175, key is test_row_0/A:col10/1731021766348/Put/seqid=0 2024-11-07T23:22:47,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742209_1385 (size=48389) 2024-11-07T23:22:48,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021828108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:48,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021828108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:48,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021828109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:48,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021828110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:48,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021828113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:48,290 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/b3c0cc54b7d04d67b7769b3aebad6d56 2024-11-07T23:22:48,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/e96bd996287d463bb813393924c3e88a is 50, key is test_row_0/B:col10/1731021766348/Put/seqid=0 2024-11-07T23:22:48,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742210_1386 (size=12151) 2024-11-07T23:22:48,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021828610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:48,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021828614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:48,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021828614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:48,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021828619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:48,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021828620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-07T23:22:48,695 INFO [Thread-1547 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-07T23:22:48,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:22:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-07T23:22:48,697 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:22:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-07T23:22:48,698 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:22:48,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:22:48,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/e96bd996287d463bb813393924c3e88a 2024-11-07T23:22:48,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/0e48f78d95d1413a99aca3a8e27310d3 is 50, key is test_row_0/C:col10/1731021766348/Put/seqid=0 2024-11-07T23:22:48,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742211_1387 (size=12151) 2024-11-07T23:22:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-07T23:22:48,849 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:48,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-07T23:22:48,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:48,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:48,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:48,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:48,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-07T23:22:49,001 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:49,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-07T23:22:49,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:49,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:49,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:49,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:49,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:49,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/0e48f78d95d1413a99aca3a8e27310d3 2024-11-07T23:22:49,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/b3c0cc54b7d04d67b7769b3aebad6d56 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/b3c0cc54b7d04d67b7769b3aebad6d56 2024-11-07T23:22:49,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/b3c0cc54b7d04d67b7769b3aebad6d56, entries=250, sequenceid=177, filesize=47.3 K 2024-11-07T23:22:49,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/e96bd996287d463bb813393924c3e88a as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/e96bd996287d463bb813393924c3e88a 2024-11-07T23:22:49,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/e96bd996287d463bb813393924c3e88a, entries=150, sequenceid=177, filesize=11.9 K 2024-11-07T23:22:49,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/0e48f78d95d1413a99aca3a8e27310d3 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/0e48f78d95d1413a99aca3a8e27310d3 2024-11-07T23:22:49,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/0e48f78d95d1413a99aca3a8e27310d3, entries=150, sequenceid=177, filesize=11.9 K 2024-11-07T23:22:49,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 26f6191e463dc4fd81297cc2e0430c14 in 1657ms, sequenceid=177, compaction requested=true 2024-11-07T23:22:49,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:49,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26f6191e463dc4fd81297cc2e0430c14:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:22:49,126 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:49,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:49,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26f6191e463dc4fd81297cc2e0430c14:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:22:49,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:49,126 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:49,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26f6191e463dc4fd81297cc2e0430c14:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:22:49,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:49,127 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:49,127 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:49,127 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 26f6191e463dc4fd81297cc2e0430c14/A is initiating minor compaction (all files) 2024-11-07T23:22:49,127 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 26f6191e463dc4fd81297cc2e0430c14/B is initiating minor compaction (all files) 2024-11-07T23:22:49,127 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26f6191e463dc4fd81297cc2e0430c14/A in TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:49,127 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26f6191e463dc4fd81297cc2e0430c14/B in TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:49,127 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/12c215e22120454fb59493b0d34f3b0f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/9b404db0a6824147868bcf8cda4dcec4, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/b3c0cc54b7d04d67b7769b3aebad6d56] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp, totalSize=108.3 K 2024-11-07T23:22:49,127 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/b668ed2e1d3849748b677d9c4341fc94, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/ceb8d49689ba4ab8bc67f4c04e8fcb77, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/e96bd996287d463bb813393924c3e88a] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp, totalSize=35.9 K 2024-11-07T23:22:49,127 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:49,127 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. files: [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/12c215e22120454fb59493b0d34f3b0f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/9b404db0a6824147868bcf8cda4dcec4, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/b3c0cc54b7d04d67b7769b3aebad6d56] 2024-11-07T23:22:49,127 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting b668ed2e1d3849748b677d9c4341fc94, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731021763046 2024-11-07T23:22:49,127 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12c215e22120454fb59493b0d34f3b0f, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731021763046 2024-11-07T23:22:49,128 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b404db0a6824147868bcf8cda4dcec4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731021764196 2024-11-07T23:22:49,128 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting ceb8d49689ba4ab8bc67f4c04e8fcb77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731021764196 2024-11-07T23:22:49,128 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3c0cc54b7d04d67b7769b3aebad6d56, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731021766336 2024-11-07T23:22:49,128 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting e96bd996287d463bb813393924c3e88a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731021766336 2024-11-07T23:22:49,134 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26f6191e463dc4fd81297cc2e0430c14#B#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:49,135 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/175aa38d8fb74aadb5cb5996690f4590 is 50, key is test_row_0/B:col10/1731021766348/Put/seqid=0 2024-11-07T23:22:49,136 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:49,138 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411075188e34c47d647db9c1e135846b44e9f_26f6191e463dc4fd81297cc2e0430c14 store=[table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:49,139 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411075188e34c47d647db9c1e135846b44e9f_26f6191e463dc4fd81297cc2e0430c14, store=[table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:49,140 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411075188e34c47d647db9c1e135846b44e9f_26f6191e463dc4fd81297cc2e0430c14 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:49,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742212_1388 (size=12561) 2024-11-07T23:22:49,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742213_1389 (size=4469) 2024-11-07T23:22:49,153 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:49,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-07T23:22:49,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:49,154 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 26f6191e463dc4fd81297cc2e0430c14 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-07T23:22:49,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=A 2024-11-07T23:22:49,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:49,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=B 2024-11-07T23:22:49,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:49,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=C 2024-11-07T23:22:49,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:49,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411071c78d4613a6e40abbc22c50f1520451c_26f6191e463dc4fd81297cc2e0430c14 is 50, key is test_row_0/A:col10/1731021767493/Put/seqid=0 2024-11-07T23:22:49,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742214_1390 (size=12304) 2024-11-07T23:22:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-07T23:22:49,543 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/175aa38d8fb74aadb5cb5996690f4590 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/175aa38d8fb74aadb5cb5996690f4590 2024-11-07T23:22:49,545 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26f6191e463dc4fd81297cc2e0430c14#A#compaction#330 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:49,545 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/7be40e084710415b85aba57418d1bc09 is 175, key is test_row_0/A:col10/1731021766348/Put/seqid=0 2024-11-07T23:22:49,546 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26f6191e463dc4fd81297cc2e0430c14/B of 26f6191e463dc4fd81297cc2e0430c14 into 175aa38d8fb74aadb5cb5996690f4590(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:49,546 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:49,546 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14., storeName=26f6191e463dc4fd81297cc2e0430c14/B, priority=13, startTime=1731021769126; duration=0sec 2024-11-07T23:22:49,546 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:49,546 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26f6191e463dc4fd81297cc2e0430c14:B 2024-11-07T23:22:49,547 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:49,547 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:49,547 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 26f6191e463dc4fd81297cc2e0430c14/C is initiating minor compaction (all files) 2024-11-07T23:22:49,548 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26f6191e463dc4fd81297cc2e0430c14/C in TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:49,548 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/53d00c152c0147c487189217f7a97015, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/e7be12a5192f444c998bc8ff80c0a5b5, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/0e48f78d95d1413a99aca3a8e27310d3] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp, totalSize=35.9 K 2024-11-07T23:22:49,548 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 53d00c152c0147c487189217f7a97015, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731021763046 2024-11-07T23:22:49,548 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting e7be12a5192f444c998bc8ff80c0a5b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731021764196 2024-11-07T23:22:49,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742215_1391 (size=31515) 2024-11-07T23:22:49,549 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e48f78d95d1413a99aca3a8e27310d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731021766336 2024-11-07T23:22:49,553 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/7be40e084710415b85aba57418d1bc09 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/7be40e084710415b85aba57418d1bc09 2024-11-07T23:22:49,556 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26f6191e463dc4fd81297cc2e0430c14#C#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:49,556 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/e77379e7b4914a169733b822bb7015a1 is 50, key is test_row_0/C:col10/1731021766348/Put/seqid=0 2024-11-07T23:22:49,558 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26f6191e463dc4fd81297cc2e0430c14/A of 26f6191e463dc4fd81297cc2e0430c14 into 7be40e084710415b85aba57418d1bc09(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:49,558 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:49,558 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14., storeName=26f6191e463dc4fd81297cc2e0430c14/A, priority=13, startTime=1731021769126; duration=0sec 2024-11-07T23:22:49,558 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:49,558 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26f6191e463dc4fd81297cc2e0430c14:A 2024-11-07T23:22:49,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742216_1392 (size=12561) 2024-11-07T23:22:49,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:49,567 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411071c78d4613a6e40abbc22c50f1520451c_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411071c78d4613a6e40abbc22c50f1520451c_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:49,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/793fe7d15dd44b07aa503971ba999f1f, store: [table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:49,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/793fe7d15dd44b07aa503971ba999f1f is 175, key is test_row_0/A:col10/1731021767493/Put/seqid=0 2024-11-07T23:22:49,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742217_1393 (size=31105) 2024-11-07T23:22:49,572 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/793fe7d15dd44b07aa503971ba999f1f 2024-11-07T23:22:49,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/3e66efdbae384bdbacf8c6fc93921b29 is 50, key is test_row_0/B:col10/1731021767493/Put/seqid=0 2024-11-07T23:22:49,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742218_1394 (size=12151) 2024-11-07T23:22:49,581 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/3e66efdbae384bdbacf8c6fc93921b29 2024-11-07T23:22:49,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/f27b2fbde9a040dcbd6f634703f7898e is 50, key is test_row_0/C:col10/1731021767493/Put/seqid=0 2024-11-07T23:22:49,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742219_1395 (size=12151) 2024-11-07T23:22:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:49,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:49,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021829644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:49,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021829645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:49,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021829646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:49,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021829651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:49,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021829652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:49,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021829753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:49,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021829753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:49,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021829753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:49,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021829758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:49,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021829758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-07T23:22:49,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021829956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:49,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021829956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:49,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021829957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:49,964 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/e77379e7b4914a169733b822bb7015a1 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/e77379e7b4914a169733b822bb7015a1 2024-11-07T23:22:49,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021829962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:49,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021829962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:49,968 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26f6191e463dc4fd81297cc2e0430c14/C of 26f6191e463dc4fd81297cc2e0430c14 into e77379e7b4914a169733b822bb7015a1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:49,968 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:49,968 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14., storeName=26f6191e463dc4fd81297cc2e0430c14/C, priority=13, startTime=1731021769126; duration=0sec 2024-11-07T23:22:49,968 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:49,968 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26f6191e463dc4fd81297cc2e0430c14:C 2024-11-07T23:22:49,991 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/f27b2fbde9a040dcbd6f634703f7898e 2024-11-07T23:22:49,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/793fe7d15dd44b07aa503971ba999f1f as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/793fe7d15dd44b07aa503971ba999f1f 2024-11-07T23:22:49,998 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/793fe7d15dd44b07aa503971ba999f1f, entries=150, sequenceid=193, filesize=30.4 K 2024-11-07T23:22:49,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/3e66efdbae384bdbacf8c6fc93921b29 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/3e66efdbae384bdbacf8c6fc93921b29 2024-11-07T23:22:50,001 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/3e66efdbae384bdbacf8c6fc93921b29, entries=150, sequenceid=193, filesize=11.9 K 2024-11-07T23:22:50,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/f27b2fbde9a040dcbd6f634703f7898e as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/f27b2fbde9a040dcbd6f634703f7898e 2024-11-07T23:22:50,005 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/f27b2fbde9a040dcbd6f634703f7898e, entries=150, sequenceid=193, filesize=11.9 K 2024-11-07T23:22:50,006 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 26f6191e463dc4fd81297cc2e0430c14 in 852ms, sequenceid=193, compaction requested=false 2024-11-07T23:22:50,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:50,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:50,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-07T23:22:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-07T23:22:50,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-07T23:22:50,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3090 sec 2024-11-07T23:22:50,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.3120 sec 2024-11-07T23:22:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:50,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26f6191e463dc4fd81297cc2e0430c14 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-07T23:22:50,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=A 2024-11-07T23:22:50,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:50,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=B 2024-11-07T23:22:50,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:50,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=C 2024-11-07T23:22:50,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:50,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107cdd52eb8a87f4c928cb68f1d5e7e32dc_26f6191e463dc4fd81297cc2e0430c14 is 50, key is test_row_0/A:col10/1731021770264/Put/seqid=0 2024-11-07T23:22:50,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742220_1396 (size=17284) 2024-11-07T23:22:50,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021830281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:50,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021830281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:50,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021830282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:50,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021830283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:50,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021830283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:50,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021830387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:50,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021830389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:50,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021830389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:50,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021830389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:50,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021830389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:50,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021830590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:50,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021830594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:50,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021830594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:50,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021830595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:50,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021830595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:50,682 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:50,685 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107cdd52eb8a87f4c928cb68f1d5e7e32dc_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107cdd52eb8a87f4c928cb68f1d5e7e32dc_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:50,686 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/ddaeef05ad4a4a77890a75fd824d7c21, store: [table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:50,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/ddaeef05ad4a4a77890a75fd824d7c21 is 175, key is test_row_0/A:col10/1731021770264/Put/seqid=0 2024-11-07T23:22:50,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742221_1397 (size=48389) 2024-11-07T23:22:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-07T23:22:50,801 INFO [Thread-1547 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-07T23:22:50,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:22:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-07T23:22:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-07T23:22:50,803 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:22:50,803 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:22:50,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:22:50,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021830897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-07T23:22:50,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021830899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:50,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021830900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:50,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021830902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:50,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021830902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:50,954 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:50,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-07T23:22:50,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:50,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:50,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:50,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:50,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:51,091 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/ddaeef05ad4a4a77890a75fd824d7c21 2024-11-07T23:22:51,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/a88a47de181f467e91848c59cdb89fef is 50, key is test_row_0/B:col10/1731021770264/Put/seqid=0 2024-11-07T23:22:51,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742222_1398 (size=12151) 2024-11-07T23:22:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-07T23:22:51,107 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:51,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-07T23:22:51,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:51,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:51,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:51,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:51,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:51,259 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:51,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-07T23:22:51,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:51,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:51,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:51,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:51,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-07T23:22:51,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021831401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:51,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021831405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:51,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021831406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:51,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021831406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:51,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021831408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:51,411 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:51,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-07T23:22:51,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:51,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:51,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:51,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:51,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:51,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/a88a47de181f467e91848c59cdb89fef 2024-11-07T23:22:51,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/3bf5467f09a647d9a5fa18f7fc2cbc0e is 50, key is test_row_0/C:col10/1731021770264/Put/seqid=0 2024-11-07T23:22:51,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742223_1399 (size=12151) 2024-11-07T23:22:51,563 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:51,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-07T23:22:51,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:51,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:51,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:51,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:51,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:51,715 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:51,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-07T23:22:51,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:51,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:51,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:51,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:51,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:51,868 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:51,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-07T23:22:51,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:51,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:51,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:51,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:51,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-07T23:22:51,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/3bf5467f09a647d9a5fa18f7fc2cbc0e 2024-11-07T23:22:51,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/ddaeef05ad4a4a77890a75fd824d7c21 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/ddaeef05ad4a4a77890a75fd824d7c21 2024-11-07T23:22:51,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/ddaeef05ad4a4a77890a75fd824d7c21, entries=250, sequenceid=218, filesize=47.3 K 2024-11-07T23:22:51,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/a88a47de181f467e91848c59cdb89fef as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/a88a47de181f467e91848c59cdb89fef 2024-11-07T23:22:51,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/a88a47de181f467e91848c59cdb89fef, entries=150, sequenceid=218, filesize=11.9 K 2024-11-07T23:22:51,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/3bf5467f09a647d9a5fa18f7fc2cbc0e as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/3bf5467f09a647d9a5fa18f7fc2cbc0e 2024-11-07T23:22:51,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/3bf5467f09a647d9a5fa18f7fc2cbc0e, entries=150, sequenceid=218, filesize=11.9 K 2024-11-07T23:22:51,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 26f6191e463dc4fd81297cc2e0430c14 in 1659ms, sequenceid=218, compaction requested=true 2024-11-07T23:22:51,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:51,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26f6191e463dc4fd81297cc2e0430c14:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:22:51,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:51,923 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:51,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26f6191e463dc4fd81297cc2e0430c14:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:22:51,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:51,923 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:51,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26f6191e463dc4fd81297cc2e0430c14:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:22:51,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:51,924 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:51,924 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:51,924 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 26f6191e463dc4fd81297cc2e0430c14/A is initiating minor compaction (all files) 2024-11-07T23:22:51,924 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 26f6191e463dc4fd81297cc2e0430c14/B is initiating minor compaction (all files) 2024-11-07T23:22:51,924 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26f6191e463dc4fd81297cc2e0430c14/B in TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:51,924 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26f6191e463dc4fd81297cc2e0430c14/A in TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:51,924 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/7be40e084710415b85aba57418d1bc09, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/793fe7d15dd44b07aa503971ba999f1f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/ddaeef05ad4a4a77890a75fd824d7c21] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp, totalSize=108.4 K 2024-11-07T23:22:51,924 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/175aa38d8fb74aadb5cb5996690f4590, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/3e66efdbae384bdbacf8c6fc93921b29, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/a88a47de181f467e91848c59cdb89fef] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp, totalSize=36.0 K 2024-11-07T23:22:51,924 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:51,925 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. files: [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/7be40e084710415b85aba57418d1bc09, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/793fe7d15dd44b07aa503971ba999f1f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/ddaeef05ad4a4a77890a75fd824d7c21] 2024-11-07T23:22:51,925 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 175aa38d8fb74aadb5cb5996690f4590, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731021766336 2024-11-07T23:22:51,925 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7be40e084710415b85aba57418d1bc09, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731021766336 2024-11-07T23:22:51,925 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 793fe7d15dd44b07aa503971ba999f1f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731021767479 2024-11-07T23:22:51,925 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e66efdbae384bdbacf8c6fc93921b29, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731021767479 2024-11-07T23:22:51,926 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddaeef05ad4a4a77890a75fd824d7c21, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731021769643 2024-11-07T23:22:51,926 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting a88a47de181f467e91848c59cdb89fef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731021769644 2024-11-07T23:22:51,932 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:51,932 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26f6191e463dc4fd81297cc2e0430c14#B#compaction#338 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:51,933 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/1c508ed8851344e899b887ee2c665b68 is 50, key is test_row_0/B:col10/1731021770264/Put/seqid=0 2024-11-07T23:22:51,937 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107e9b89de822d74938b06052f912aacc07_26f6191e463dc4fd81297cc2e0430c14 store=[table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:51,938 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107e9b89de822d74938b06052f912aacc07_26f6191e463dc4fd81297cc2e0430c14, store=[table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:51,938 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e9b89de822d74938b06052f912aacc07_26f6191e463dc4fd81297cc2e0430c14 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:51,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742224_1400 (size=12663) 2024-11-07T23:22:51,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742225_1401 (size=4469) 2024-11-07T23:22:51,945 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26f6191e463dc4fd81297cc2e0430c14#A#compaction#339 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:51,945 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/a6ee34113b0240938f39cd9471f6b6a0 is 175, key is test_row_0/A:col10/1731021770264/Put/seqid=0 2024-11-07T23:22:51,945 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/1c508ed8851344e899b887ee2c665b68 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/1c508ed8851344e899b887ee2c665b68 2024-11-07T23:22:51,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742226_1402 (size=31617) 2024-11-07T23:22:51,949 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26f6191e463dc4fd81297cc2e0430c14/B of 26f6191e463dc4fd81297cc2e0430c14 into 1c508ed8851344e899b887ee2c665b68(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:51,949 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:51,949 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14., storeName=26f6191e463dc4fd81297cc2e0430c14/B, priority=13, startTime=1731021771923; duration=0sec 2024-11-07T23:22:51,949 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:51,949 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26f6191e463dc4fd81297cc2e0430c14:B 2024-11-07T23:22:51,950 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:51,950 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:51,950 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 26f6191e463dc4fd81297cc2e0430c14/C is initiating minor compaction (all files) 2024-11-07T23:22:51,950 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26f6191e463dc4fd81297cc2e0430c14/C in TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:51,950 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/e77379e7b4914a169733b822bb7015a1, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/f27b2fbde9a040dcbd6f634703f7898e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/3bf5467f09a647d9a5fa18f7fc2cbc0e] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp, totalSize=36.0 K 2024-11-07T23:22:51,951 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting e77379e7b4914a169733b822bb7015a1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731021766336 2024-11-07T23:22:51,951 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting f27b2fbde9a040dcbd6f634703f7898e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731021767479 2024-11-07T23:22:51,951 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bf5467f09a647d9a5fa18f7fc2cbc0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731021769644 2024-11-07T23:22:51,953 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/a6ee34113b0240938f39cd9471f6b6a0 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/a6ee34113b0240938f39cd9471f6b6a0 2024-11-07T23:22:51,957 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26f6191e463dc4fd81297cc2e0430c14/A of 26f6191e463dc4fd81297cc2e0430c14 into a6ee34113b0240938f39cd9471f6b6a0(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:51,957 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:51,957 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14., storeName=26f6191e463dc4fd81297cc2e0430c14/A, priority=13, startTime=1731021771923; duration=0sec 2024-11-07T23:22:51,957 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:51,957 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26f6191e463dc4fd81297cc2e0430c14:A 2024-11-07T23:22:51,958 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26f6191e463dc4fd81297cc2e0430c14#C#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:51,958 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/f8b1fb50aaa44db895433b5106d8eb2c is 50, key is test_row_0/C:col10/1731021770264/Put/seqid=0 2024-11-07T23:22:51,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742227_1403 (size=12663) 2024-11-07T23:22:52,020 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:52,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-07T23:22:52,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:52,021 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 26f6191e463dc4fd81297cc2e0430c14 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-07T23:22:52,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=A 2024-11-07T23:22:52,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:52,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=B 2024-11-07T23:22:52,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:52,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=C 2024-11-07T23:22:52,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:52,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107db722e553114450fb9231e063c1cd62a_26f6191e463dc4fd81297cc2e0430c14 is 50, key is test_row_0/A:col10/1731021770283/Put/seqid=0 2024-11-07T23:22:52,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742228_1404 (size=12304) 2024-11-07T23:22:52,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:52,036 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107db722e553114450fb9231e063c1cd62a_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107db722e553114450fb9231e063c1cd62a_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:52,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/cb7852e596f34ba3aa0cbbce7887f666, store: [table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:52,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/cb7852e596f34ba3aa0cbbce7887f666 is 175, key is test_row_0/A:col10/1731021770283/Put/seqid=0 2024-11-07T23:22:52,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742229_1405 (size=31105) 2024-11-07T23:22:52,367 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/f8b1fb50aaa44db895433b5106d8eb2c as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/f8b1fb50aaa44db895433b5106d8eb2c 2024-11-07T23:22:52,375 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26f6191e463dc4fd81297cc2e0430c14/C of 26f6191e463dc4fd81297cc2e0430c14 into f8b1fb50aaa44db895433b5106d8eb2c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:52,375 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:52,375 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14., storeName=26f6191e463dc4fd81297cc2e0430c14/C, priority=13, startTime=1731021771923; duration=0sec 2024-11-07T23:22:52,376 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:52,376 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26f6191e463dc4fd81297cc2e0430c14:C 2024-11-07T23:22:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:52,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:52,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021832431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:52,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021832432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:52,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021832434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:52,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021832436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:52,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021832437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:52,442 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/cb7852e596f34ba3aa0cbbce7887f666 2024-11-07T23:22:52,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/eb5e80e678bb4e85b7197d25982ed929 is 50, key is test_row_0/B:col10/1731021770283/Put/seqid=0 2024-11-07T23:22:52,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742230_1406 (size=12151) 2024-11-07T23:22:52,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021832539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:52,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021832539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:52,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021832540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:52,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021832542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:52,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021832543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:52,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:52,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021832742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:52,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:52,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021832742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:52,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:52,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021832742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:52,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021832747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:52,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021832748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:52,851 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/eb5e80e678bb4e85b7197d25982ed929 2024-11-07T23:22:52,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/6313eba67e0240299d7863e0c9301712 is 50, key is test_row_0/C:col10/1731021770283/Put/seqid=0 2024-11-07T23:22:52,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742231_1407 (size=12151) 2024-11-07T23:22:52,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-07T23:22:53,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021833046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:53,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021833047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:53,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021833048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:53,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021833051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:53,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021833052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:53,261 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/6313eba67e0240299d7863e0c9301712 2024-11-07T23:22:53,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/cb7852e596f34ba3aa0cbbce7887f666 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/cb7852e596f34ba3aa0cbbce7887f666 2024-11-07T23:22:53,267 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/cb7852e596f34ba3aa0cbbce7887f666, entries=150, sequenceid=234, filesize=30.4 K 2024-11-07T23:22:53,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/eb5e80e678bb4e85b7197d25982ed929 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/eb5e80e678bb4e85b7197d25982ed929 2024-11-07T23:22:53,270 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/eb5e80e678bb4e85b7197d25982ed929, entries=150, sequenceid=234, filesize=11.9 K 2024-11-07T23:22:53,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/6313eba67e0240299d7863e0c9301712 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/6313eba67e0240299d7863e0c9301712 2024-11-07T23:22:53,274 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/6313eba67e0240299d7863e0c9301712, entries=150, sequenceid=234, filesize=11.9 K 2024-11-07T23:22:53,275 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 26f6191e463dc4fd81297cc2e0430c14 in 1254ms, sequenceid=234, compaction requested=false 2024-11-07T23:22:53,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:53,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:53,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-07T23:22:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-07T23:22:53,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-07T23:22:53,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4730 sec 2024-11-07T23:22:53,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 2.4750 sec 2024-11-07T23:22:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:53,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26f6191e463dc4fd81297cc2e0430c14 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-07T23:22:53,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=A 2024-11-07T23:22:53,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:53,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=B 2024-11-07T23:22:53,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:53,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=C 2024-11-07T23:22:53,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:53,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411070cb0090f61f84df48fad057b0437b49f_26f6191e463dc4fd81297cc2e0430c14 is 50, key is test_row_0/A:col10/1731021772436/Put/seqid=0 2024-11-07T23:22:53,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742232_1408 (size=14844) 2024-11-07T23:22:53,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021833569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:53,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021833569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:53,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021833577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:53,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021833577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:53,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021833577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:53,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:53,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021833678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:53,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:53,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021833679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:53,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021833685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:53,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021833686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:53,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021833686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:53,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021833882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:53,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021833883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:53,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:53,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021833890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:53,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021833891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:53,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021833891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:53,971 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:53,974 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411070cb0090f61f84df48fad057b0437b49f_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411070cb0090f61f84df48fad057b0437b49f_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:53,975 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/f6fe97a6a9394e8a917f1b10d03b1e19, store: [table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:53,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/f6fe97a6a9394e8a917f1b10d03b1e19 is 175, key is test_row_0/A:col10/1731021772436/Put/seqid=0 2024-11-07T23:22:53,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742233_1409 (size=39799) 2024-11-07T23:22:54,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021834186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:54,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021834187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:54,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021834195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:54,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021834195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:54,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021834195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:54,379 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/f6fe97a6a9394e8a917f1b10d03b1e19 2024-11-07T23:22:54,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/dbfd7ebe08e34ff9aa1b0df691d30779 is 50, key is test_row_0/B:col10/1731021772436/Put/seqid=0 2024-11-07T23:22:54,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742234_1410 (size=12201) 2024-11-07T23:22:54,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021834693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:54,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021834695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:54,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021834699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:54,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021834699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:54,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021834700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:54,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/dbfd7ebe08e34ff9aa1b0df691d30779 2024-11-07T23:22:54,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/c1a8e0ffadab4a64af2f9e0d97ed6e7d is 50, key is test_row_0/C:col10/1731021772436/Put/seqid=0 2024-11-07T23:22:54,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742235_1411 (size=12201) 2024-11-07T23:22:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-07T23:22:54,907 INFO [Thread-1547 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-07T23:22:54,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:22:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-07T23:22:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-07T23:22:54,909 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:22:54,909 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:22:54,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:22:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-07T23:22:55,060 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:55,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-07T23:22:55,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:55,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:55,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:55,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:55,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:55,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/c1a8e0ffadab4a64af2f9e0d97ed6e7d 2024-11-07T23:22:55,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/f6fe97a6a9394e8a917f1b10d03b1e19 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/f6fe97a6a9394e8a917f1b10d03b1e19 2024-11-07T23:22:55,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/f6fe97a6a9394e8a917f1b10d03b1e19, entries=200, sequenceid=258, filesize=38.9 K 2024-11-07T23:22:55,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/dbfd7ebe08e34ff9aa1b0df691d30779 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/dbfd7ebe08e34ff9aa1b0df691d30779 2024-11-07T23:22:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-07T23:22:55,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/dbfd7ebe08e34ff9aa1b0df691d30779, entries=150, sequenceid=258, filesize=11.9 K 2024-11-07T23:22:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/c1a8e0ffadab4a64af2f9e0d97ed6e7d as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/c1a8e0ffadab4a64af2f9e0d97ed6e7d 2024-11-07T23:22:55,212 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:55,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-07T23:22:55,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:55,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:55,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:55,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:55,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:22:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/c1a8e0ffadab4a64af2f9e0d97ed6e7d, entries=150, sequenceid=258, filesize=11.9 K 2024-11-07T23:22:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,216 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for 26f6191e463dc4fd81297cc2e0430c14 in 1662ms, sequenceid=258, compaction requested=true 2024-11-07T23:22:55,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26f6191e463dc4fd81297cc2e0430c14:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:22:55,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:55,216 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:55,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26f6191e463dc4fd81297cc2e0430c14:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:22:55,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:55,216 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26f6191e463dc4fd81297cc2e0430c14:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:22:55,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,218 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:55,218 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 26f6191e463dc4fd81297cc2e0430c14/B is initiating minor compaction (all files) 2024-11-07T23:22:55,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,218 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26f6191e463dc4fd81297cc2e0430c14/B in TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:55,218 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/1c508ed8851344e899b887ee2c665b68, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/eb5e80e678bb4e85b7197d25982ed929, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/dbfd7ebe08e34ff9aa1b0df691d30779] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp, totalSize=36.1 K 2024-11-07T23:22:55,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,218 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102521 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:55,218 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 26f6191e463dc4fd81297cc2e0430c14/A is initiating minor compaction (all files) 2024-11-07T23:22:55,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,218 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26f6191e463dc4fd81297cc2e0430c14/A in TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:55,219 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/a6ee34113b0240938f39cd9471f6b6a0, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/cb7852e596f34ba3aa0cbbce7887f666, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/f6fe97a6a9394e8a917f1b10d03b1e19] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp, totalSize=100.1 K 2024-11-07T23:22:55,219 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:55,219 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. files: [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/a6ee34113b0240938f39cd9471f6b6a0, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/cb7852e596f34ba3aa0cbbce7887f666, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/f6fe97a6a9394e8a917f1b10d03b1e19] 2024-11-07T23:22:55,219 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c508ed8851344e899b887ee2c665b68, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731021769644 2024-11-07T23:22:55,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,219 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting eb5e80e678bb4e85b7197d25982ed929, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731021770274 2024-11-07T23:22:55,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,219 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6ee34113b0240938f39cd9471f6b6a0, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731021769644 2024-11-07T23:22:55,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,219 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting dbfd7ebe08e34ff9aa1b0df691d30779, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731021772431 2024-11-07T23:22:55,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,220 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb7852e596f34ba3aa0cbbce7887f666, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731021770274 2024-11-07T23:22:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,220 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6fe97a6a9394e8a917f1b10d03b1e19, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731021772431 2024-11-07T23:22:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,226 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,228 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107f8b663343fa9490fafbeef841bb6b70a_26f6191e463dc4fd81297cc2e0430c14 store=[table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,232 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26f6191e463dc4fd81297cc2e0430c14#B#compaction#347 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,233 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/6885d2c8134d4f52836cc0a590e32ab0 is 50, key is test_row_0/B:col10/1731021772436/Put/seqid=0 2024-11-07T23:22:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,236 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107f8b663343fa9490fafbeef841bb6b70a_26f6191e463dc4fd81297cc2e0430c14, store=[table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,236 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107f8b663343fa9490fafbeef841bb6b70a_26f6191e463dc4fd81297cc2e0430c14 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742237_1413 (size=4469) 2024-11-07T23:22:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742236_1412 (size=12815) 2024-11-07T23:22:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,242 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26f6191e463dc4fd81297cc2e0430c14#A#compaction#348 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,243 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/3c8e37022ee4488cad412c7a469e9dff is 175, key is test_row_0/A:col10/1731021772436/Put/seqid=0 2024-11-07T23:22:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742238_1414 (size=31769) 2024-11-07T23:22:55,267 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/3c8e37022ee4488cad412c7a469e9dff as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/3c8e37022ee4488cad412c7a469e9dff 2024-11-07T23:22:55,271 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26f6191e463dc4fd81297cc2e0430c14/A of 26f6191e463dc4fd81297cc2e0430c14 into 3c8e37022ee4488cad412c7a469e9dff(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:55,271 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:55,271 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14., storeName=26f6191e463dc4fd81297cc2e0430c14/A, priority=13, startTime=1731021775216; duration=0sec 2024-11-07T23:22:55,271 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:22:55,271 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26f6191e463dc4fd81297cc2e0430c14:A 2024-11-07T23:22:55,271 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:22:55,272 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:22:55,272 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 26f6191e463dc4fd81297cc2e0430c14/C is initiating minor compaction (all files) 2024-11-07T23:22:55,272 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26f6191e463dc4fd81297cc2e0430c14/C in TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:55,272 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/f8b1fb50aaa44db895433b5106d8eb2c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/6313eba67e0240299d7863e0c9301712, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/c1a8e0ffadab4a64af2f9e0d97ed6e7d] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp, totalSize=36.1 K 2024-11-07T23:22:55,272 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8b1fb50aaa44db895433b5106d8eb2c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731021769644 2024-11-07T23:22:55,272 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6313eba67e0240299d7863e0c9301712, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731021770274 2024-11-07T23:22:55,273 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1a8e0ffadab4a64af2f9e0d97ed6e7d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731021772431 2024-11-07T23:22:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,281 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26f6191e463dc4fd81297cc2e0430c14#C#compaction#349 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:22:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,281 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/58ec7df319544c35bc574bd7f6ce0f1c is 50, key is test_row_0/C:col10/1731021772436/Put/seqid=0 2024-11-07T23:22:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742239_1415 (size=12815) 2024-11-07T23:22:55,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,364 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:55,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-07T23:22:55,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:55,365 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 26f6191e463dc4fd81297cc2e0430c14 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-07T23:22:55,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=A 2024-11-07T23:22:55,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:55,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=B 2024-11-07T23:22:55,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:55,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=C 2024-11-07T23:22:55,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107547c01bdd98c44cb98e8097b95b0c44d_26f6191e463dc4fd81297cc2e0430c14 is 50, key is test_row_0/A:col10/1731021773576/Put/seqid=0 2024-11-07T23:22:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742240_1416 (size=9914) 2024-11-07T23:22:55,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-07T23:22:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,645 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/6885d2c8134d4f52836cc0a590e32ab0 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/6885d2c8134d4f52836cc0a590e32ab0 2024-11-07T23:22:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,649 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26f6191e463dc4fd81297cc2e0430c14/B of 26f6191e463dc4fd81297cc2e0430c14 into 6885d2c8134d4f52836cc0a590e32ab0(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:55,649 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:55,649 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14., storeName=26f6191e463dc4fd81297cc2e0430c14/B, priority=13, startTime=1731021775216; duration=0sec 2024-11-07T23:22:55,649 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:55,649 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26f6191e463dc4fd81297cc2e0430c14:B 2024-11-07T23:22:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,693 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/58ec7df319544c35bc574bd7f6ce0f1c as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/58ec7df319544c35bc574bd7f6ce0f1c 2024-11-07T23:22:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,698 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26f6191e463dc4fd81297cc2e0430c14/C of 26f6191e463dc4fd81297cc2e0430c14 into 58ec7df319544c35bc574bd7f6ce0f1c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:22:55,698 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:55,698 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14., storeName=26f6191e463dc4fd81297cc2e0430c14/C, priority=13, startTime=1731021775216; duration=0sec 2024-11-07T23:22:55,698 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:55,698 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26f6191e463dc4fd81297cc2e0430c14:C 2024-11-07T23:22:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. as already flushing 2024-11-07T23:22:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:55,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021835762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021835762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:55,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021835769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:55,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021835769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:55,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021835770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:55,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:55,813 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107547c01bdd98c44cb98e8097b95b0c44d_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107547c01bdd98c44cb98e8097b95b0c44d_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:55,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/957a4ba79c5b4327a631e943bd23a90a, store: [table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:55,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/957a4ba79c5b4327a631e943bd23a90a is 175, key is test_row_0/A:col10/1731021773576/Put/seqid=0 2024-11-07T23:22:55,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742241_1417 (size=22561) 2024-11-07T23:22:55,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021835871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:55,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021835871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:55,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021835875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:55,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021835875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:55,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021835875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-07T23:22:56,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:56,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1731021836078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34562 deadline: 1731021836077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:56,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:56,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34564 deadline: 1731021836079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1731021836079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:56,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:22:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1731021836080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 2024-11-07T23:22:56,220 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/957a4ba79c5b4327a631e943bd23a90a 2024-11-07T23:22:56,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/77394aa363ad4c0780af3a51e0edc96b is 50, key is test_row_0/B:col10/1731021773576/Put/seqid=0 2024-11-07T23:22:56,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742242_1418 (size=9857) 2024-11-07T23:22:56,230 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/77394aa363ad4c0780af3a51e0edc96b 2024-11-07T23:22:56,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/c8e01f447da24d0b9c34b0d3f04ca040 is 50, key is test_row_0/C:col10/1731021773576/Put/seqid=0 2024-11-07T23:22:56,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742243_1419 (size=9857) 2024-11-07T23:22:56,241 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/c8e01f447da24d0b9c34b0d3f04ca040 2024-11-07T23:22:56,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/957a4ba79c5b4327a631e943bd23a90a as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/957a4ba79c5b4327a631e943bd23a90a 2024-11-07T23:22:56,248 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/957a4ba79c5b4327a631e943bd23a90a, entries=100, sequenceid=274, filesize=22.0 K 2024-11-07T23:22:56,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/77394aa363ad4c0780af3a51e0edc96b as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/77394aa363ad4c0780af3a51e0edc96b 2024-11-07T23:22:56,252 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/77394aa363ad4c0780af3a51e0edc96b, entries=100, sequenceid=274, filesize=9.6 K 2024-11-07T23:22:56,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/c8e01f447da24d0b9c34b0d3f04ca040 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/c8e01f447da24d0b9c34b0d3f04ca040 2024-11-07T23:22:56,255 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/c8e01f447da24d0b9c34b0d3f04ca040, entries=100, sequenceid=274, filesize=9.6 K 2024-11-07T23:22:56,256 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 26f6191e463dc4fd81297cc2e0430c14 in 891ms, sequenceid=274, compaction requested=false 2024-11-07T23:22:56,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:56,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:56,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-07T23:22:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-07T23:22:56,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-07T23:22:56,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3480 sec 2024-11-07T23:22:56,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.3520 sec 2024-11-07T23:22:56,272 DEBUG [Thread-1548 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b4eaa21 to 127.0.0.1:55878 2024-11-07T23:22:56,272 DEBUG [Thread-1548 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:56,274 DEBUG [Thread-1554 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2520e5ac to 127.0.0.1:55878 2024-11-07T23:22:56,274 DEBUG [Thread-1554 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:56,274 DEBUG [Thread-1556 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0baf27e8 to 127.0.0.1:55878 2024-11-07T23:22:56,274 DEBUG [Thread-1556 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:56,276 DEBUG [Thread-1552 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b2416f3 to 127.0.0.1:55878 2024-11-07T23:22:56,276 DEBUG [Thread-1552 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:56,277 DEBUG [Thread-1550 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b31cc54 to 127.0.0.1:55878 2024-11-07T23:22:56,277 DEBUG [Thread-1550 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:56,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26f6191e463dc4fd81297cc2e0430c14 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-07T23:22:56,385 DEBUG [Thread-1541 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x661ad49c to 127.0.0.1:55878 2024-11-07T23:22:56,385 DEBUG [Thread-1545 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4eb33298 to 127.0.0.1:55878 2024-11-07T23:22:56,385 DEBUG [Thread-1545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:56,385 DEBUG [Thread-1541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:56,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=A 2024-11-07T23:22:56,386 DEBUG [Thread-1539 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x311047da to 127.0.0.1:55878 2024-11-07T23:22:56,386 DEBUG [Thread-1539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:56,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:56,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=B 2024-11-07T23:22:56,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:56,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=C 2024-11-07T23:22:56,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:56,387 DEBUG [Thread-1543 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4f01f294 to 127.0.0.1:55878 2024-11-07T23:22:56,387 DEBUG [Thread-1543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:56,387 DEBUG [Thread-1537 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c5e3cdc to 127.0.0.1:55878 2024-11-07T23:22:56,387 DEBUG [Thread-1537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:56,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110730a19a6d16074f278649024d35d922e0_26f6191e463dc4fd81297cc2e0430c14 is 50, key is test_row_0/A:col10/1731021776384/Put/seqid=0 2024-11-07T23:22:56,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742244_1420 (size=12454) 2024-11-07T23:22:56,795 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:56,797 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110730a19a6d16074f278649024d35d922e0_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110730a19a6d16074f278649024d35d922e0_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:56,798 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/4f7558509a69462fb0e5b53ec5f9f6d9, store: [table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:56,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/4f7558509a69462fb0e5b53ec5f9f6d9 is 175, key is test_row_0/A:col10/1731021776384/Put/seqid=0 2024-11-07T23:22:56,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742245_1421 (size=31255) 2024-11-07T23:22:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-07T23:22:57,012 INFO [Thread-1547 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-07T23:22:57,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-07T23:22:57,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-07T23:22:57,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-07T23:22:57,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-07T23:22:57,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-07T23:22:57,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-07T23:22:57,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-07T23:22:57,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-07T23:22:57,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2504 2024-11-07T23:22:57,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7512 rows 2024-11-07T23:22:57,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2504 2024-11-07T23:22:57,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7512 rows 2024-11-07T23:22:57,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2510 2024-11-07T23:22:57,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7530 rows 2024-11-07T23:22:57,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2502 2024-11-07T23:22:57,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7506 rows 2024-11-07T23:22:57,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2523 2024-11-07T23:22:57,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7569 rows 2024-11-07T23:22:57,012 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-07T23:22:57,012 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x73a23205 to 127.0.0.1:55878 2024-11-07T23:22:57,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:22:57,014 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-07T23:22:57,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-07T23:22:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-07T23:22:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-07T23:22:57,017 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021777017"}]},"ts":"1731021777017"} 2024-11-07T23:22:57,019 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-07T23:22:57,099 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-07T23:22:57,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T23:22:57,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=26f6191e463dc4fd81297cc2e0430c14, UNASSIGN}] 2024-11-07T23:22:57,101 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=26f6191e463dc4fd81297cc2e0430c14, UNASSIGN 2024-11-07T23:22:57,102 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=26f6191e463dc4fd81297cc2e0430c14, regionState=CLOSING, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:22:57,103 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T23:22:57,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; CloseRegionProcedure 26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619}] 2024-11-07T23:22:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-07T23:22:57,202 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=300, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/4f7558509a69462fb0e5b53ec5f9f6d9 2024-11-07T23:22:57,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/eb7d1639f8054539b767edcd58198ab6 is 50, key is test_row_0/B:col10/1731021776384/Put/seqid=0 2024-11-07T23:22:57,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742246_1422 (size=12301) 2024-11-07T23:22:57,254 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:22:57,254 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(124): Close 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:57,255 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-07T23:22:57,255 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1681): Closing 26f6191e463dc4fd81297cc2e0430c14, disabling compactions & flushes 2024-11-07T23:22:57,255 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-07T23:22:57,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/eb7d1639f8054539b767edcd58198ab6 2024-11-07T23:22:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-07T23:22:57,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/1ba525714270453fbfa8f902bd0c4ff6 is 50, key is test_row_0/C:col10/1731021776384/Put/seqid=0 2024-11-07T23:22:57,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742247_1423 (size=12301) 2024-11-07T23:22:58,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/1ba525714270453fbfa8f902bd0c4ff6 2024-11-07T23:22:58,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/4f7558509a69462fb0e5b53ec5f9f6d9 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/4f7558509a69462fb0e5b53ec5f9f6d9 2024-11-07T23:22:58,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/4f7558509a69462fb0e5b53ec5f9f6d9, entries=150, sequenceid=300, filesize=30.5 K 2024-11-07T23:22:58,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/eb7d1639f8054539b767edcd58198ab6 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/eb7d1639f8054539b767edcd58198ab6 2024-11-07T23:22:58,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/eb7d1639f8054539b767edcd58198ab6, entries=150, sequenceid=300, filesize=12.0 K 2024-11-07T23:22:58,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/1ba525714270453fbfa8f902bd0c4ff6 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/1ba525714270453fbfa8f902bd0c4ff6 2024-11-07T23:22:58,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/1ba525714270453fbfa8f902bd0c4ff6, entries=150, sequenceid=300, filesize=12.0 K 2024-11-07T23:22:58,063 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=13.42 KB/13740 for 26f6191e463dc4fd81297cc2e0430c14 in 1678ms, sequenceid=300, compaction requested=true 2024-11-07T23:22:58,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:58,063 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:58,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26f6191e463dc4fd81297cc2e0430c14:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:22:58,063 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:58,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:58,063 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. because compaction request was cancelled 2024-11-07T23:22:58,063 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. after waiting 0 ms 2024-11-07T23:22:58,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26f6191e463dc4fd81297cc2e0430c14:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:22:58,063 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:58,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:58,063 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26f6191e463dc4fd81297cc2e0430c14:A 2024-11-07T23:22:58,063 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. because compaction request was cancelled 2024-11-07T23:22:58,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26f6191e463dc4fd81297cc2e0430c14:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:22:58,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:22:58,063 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. because compaction request was cancelled 2024-11-07T23:22:58,063 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(2837): Flushing 26f6191e463dc4fd81297cc2e0430c14 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-07T23:22:58,063 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26f6191e463dc4fd81297cc2e0430c14:B 2024-11-07T23:22:58,063 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26f6191e463dc4fd81297cc2e0430c14:C 2024-11-07T23:22:58,064 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=A 2024-11-07T23:22:58,064 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:58,064 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=B 2024-11-07T23:22:58,064 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:58,064 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26f6191e463dc4fd81297cc2e0430c14, store=C 2024-11-07T23:22:58,064 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:22:58,069 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107afb258f914074c7cb2981f4e13d301ce_26f6191e463dc4fd81297cc2e0430c14 is 50, key is test_row_2/A:col10/1731021776386/Put/seqid=0 2024-11-07T23:22:58,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742248_1424 (size=7374) 2024-11-07T23:22:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-07T23:22:58,474 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:22:58,483 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107afb258f914074c7cb2981f4e13d301ce_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107afb258f914074c7cb2981f4e13d301ce_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:58,485 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/a3f48307df024967b145d6e0c622718c, store: [table=TestAcidGuarantees family=A region=26f6191e463dc4fd81297cc2e0430c14] 2024-11-07T23:22:58,487 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/a3f48307df024967b145d6e0c622718c is 175, key is test_row_2/A:col10/1731021776386/Put/seqid=0 2024-11-07T23:22:58,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742249_1425 (size=13865) 2024-11-07T23:22:58,892 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=305, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/a3f48307df024967b145d6e0c622718c 2024-11-07T23:22:58,902 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/db2281de8ebb4dc98eaf22b529bc61ca is 50, key is test_row_2/B:col10/1731021776386/Put/seqid=0 2024-11-07T23:22:58,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742250_1426 (size=7415) 2024-11-07T23:22:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-07T23:22:59,308 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/db2281de8ebb4dc98eaf22b529bc61ca 2024-11-07T23:22:59,321 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/bff1afa40f41406da0f01778ee50245f is 50, key is test_row_2/C:col10/1731021776386/Put/seqid=0 2024-11-07T23:22:59,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742251_1427 (size=7415) 2024-11-07T23:22:59,726 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/bff1afa40f41406da0f01778ee50245f 2024-11-07T23:22:59,734 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/A/a3f48307df024967b145d6e0c622718c as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/a3f48307df024967b145d6e0c622718c 2024-11-07T23:22:59,739 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/a3f48307df024967b145d6e0c622718c, entries=50, sequenceid=305, filesize=13.5 K 2024-11-07T23:22:59,740 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/B/db2281de8ebb4dc98eaf22b529bc61ca as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/db2281de8ebb4dc98eaf22b529bc61ca 2024-11-07T23:22:59,745 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/db2281de8ebb4dc98eaf22b529bc61ca, entries=50, sequenceid=305, filesize=7.2 K 2024-11-07T23:22:59,746 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/.tmp/C/bff1afa40f41406da0f01778ee50245f as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/bff1afa40f41406da0f01778ee50245f 2024-11-07T23:22:59,750 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/bff1afa40f41406da0f01778ee50245f, entries=50, sequenceid=305, filesize=7.2 K 2024-11-07T23:22:59,751 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 26f6191e463dc4fd81297cc2e0430c14 in 1688ms, sequenceid=305, compaction requested=true 2024-11-07T23:22:59,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/2fecfff1d30143d6889f49753c679f1a, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/a55876ea4b9f4daead9644858e826d81, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/a5182120095c4a81a07e06b053bcd379, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/f239ec5f620b466ea3f2c1dae42a787a, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/66380ad9c59a46ce931af50bc04e9c31, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/97a41ae022ff470eb9dac62b4e7ca80a, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/71b4d81e58f14608afb720cc98258a5b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/b158e3046d8347d5afa31089f0ad67b6, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/c29da121e54441da9808c9e3245d49e3, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/12c215e22120454fb59493b0d34f3b0f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/9b404db0a6824147868bcf8cda4dcec4, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/b3c0cc54b7d04d67b7769b3aebad6d56, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/7be40e084710415b85aba57418d1bc09, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/793fe7d15dd44b07aa503971ba999f1f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/ddaeef05ad4a4a77890a75fd824d7c21, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/a6ee34113b0240938f39cd9471f6b6a0, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/cb7852e596f34ba3aa0cbbce7887f666, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/f6fe97a6a9394e8a917f1b10d03b1e19] to archive 2024-11-07T23:22:59,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T23:22:59,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/2fecfff1d30143d6889f49753c679f1a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/2fecfff1d30143d6889f49753c679f1a 2024-11-07T23:22:59,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/a55876ea4b9f4daead9644858e826d81 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/a55876ea4b9f4daead9644858e826d81 2024-11-07T23:22:59,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/a5182120095c4a81a07e06b053bcd379 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/a5182120095c4a81a07e06b053bcd379 2024-11-07T23:22:59,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/f239ec5f620b466ea3f2c1dae42a787a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/f239ec5f620b466ea3f2c1dae42a787a 2024-11-07T23:22:59,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/66380ad9c59a46ce931af50bc04e9c31 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/66380ad9c59a46ce931af50bc04e9c31 2024-11-07T23:22:59,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/97a41ae022ff470eb9dac62b4e7ca80a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/97a41ae022ff470eb9dac62b4e7ca80a 2024-11-07T23:22:59,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/71b4d81e58f14608afb720cc98258a5b to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/71b4d81e58f14608afb720cc98258a5b 2024-11-07T23:22:59,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/b158e3046d8347d5afa31089f0ad67b6 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/b158e3046d8347d5afa31089f0ad67b6 2024-11-07T23:22:59,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/c29da121e54441da9808c9e3245d49e3 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/c29da121e54441da9808c9e3245d49e3 2024-11-07T23:22:59,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/12c215e22120454fb59493b0d34f3b0f to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/12c215e22120454fb59493b0d34f3b0f 2024-11-07T23:22:59,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/9b404db0a6824147868bcf8cda4dcec4 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/9b404db0a6824147868bcf8cda4dcec4 2024-11-07T23:22:59,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/b3c0cc54b7d04d67b7769b3aebad6d56 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/b3c0cc54b7d04d67b7769b3aebad6d56 2024-11-07T23:22:59,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/7be40e084710415b85aba57418d1bc09 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/7be40e084710415b85aba57418d1bc09 2024-11-07T23:22:59,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/793fe7d15dd44b07aa503971ba999f1f to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/793fe7d15dd44b07aa503971ba999f1f 2024-11-07T23:22:59,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/ddaeef05ad4a4a77890a75fd824d7c21 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/ddaeef05ad4a4a77890a75fd824d7c21 2024-11-07T23:22:59,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/a6ee34113b0240938f39cd9471f6b6a0 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/a6ee34113b0240938f39cd9471f6b6a0 2024-11-07T23:22:59,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/cb7852e596f34ba3aa0cbbce7887f666 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/cb7852e596f34ba3aa0cbbce7887f666 2024-11-07T23:22:59,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/f6fe97a6a9394e8a917f1b10d03b1e19 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/f6fe97a6a9394e8a917f1b10d03b1e19 2024-11-07T23:22:59,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/be5df339da0e4296bcfbd90141d2ad11, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/00836dc8ac964eb4b4f86e65344e10e0, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/69fb541b55ba4e74a80211848b785d01, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/a5f458e8442442f98e485666b6d6290c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/ba53c2ed83e34a1db8dc528d9857fbe8, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/d0fa2a63fb314b0487ca99f712653e1d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/f0a7ea41c6fa48dcbbd729bb8c9fa838, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/2b22456187b84762a0eed0efe81bdb48, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/b668ed2e1d3849748b677d9c4341fc94, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/3813a5a77c864c0aa8ef7c2381ee413e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/ceb8d49689ba4ab8bc67f4c04e8fcb77, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/175aa38d8fb74aadb5cb5996690f4590, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/e96bd996287d463bb813393924c3e88a, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/3e66efdbae384bdbacf8c6fc93921b29, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/1c508ed8851344e899b887ee2c665b68, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/a88a47de181f467e91848c59cdb89fef, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/eb5e80e678bb4e85b7197d25982ed929, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/dbfd7ebe08e34ff9aa1b0df691d30779] to archive 2024-11-07T23:22:59,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T23:22:59,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/be5df339da0e4296bcfbd90141d2ad11 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/be5df339da0e4296bcfbd90141d2ad11 2024-11-07T23:22:59,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/00836dc8ac964eb4b4f86e65344e10e0 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/00836dc8ac964eb4b4f86e65344e10e0 2024-11-07T23:22:59,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/69fb541b55ba4e74a80211848b785d01 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/69fb541b55ba4e74a80211848b785d01 2024-11-07T23:22:59,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/a5f458e8442442f98e485666b6d6290c to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/a5f458e8442442f98e485666b6d6290c 2024-11-07T23:22:59,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/ba53c2ed83e34a1db8dc528d9857fbe8 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/ba53c2ed83e34a1db8dc528d9857fbe8 2024-11-07T23:22:59,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/d0fa2a63fb314b0487ca99f712653e1d to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/d0fa2a63fb314b0487ca99f712653e1d 2024-11-07T23:22:59,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/f0a7ea41c6fa48dcbbd729bb8c9fa838 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/f0a7ea41c6fa48dcbbd729bb8c9fa838 2024-11-07T23:22:59,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/2b22456187b84762a0eed0efe81bdb48 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/2b22456187b84762a0eed0efe81bdb48 2024-11-07T23:22:59,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/b668ed2e1d3849748b677d9c4341fc94 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/b668ed2e1d3849748b677d9c4341fc94 2024-11-07T23:22:59,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/3813a5a77c864c0aa8ef7c2381ee413e to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/3813a5a77c864c0aa8ef7c2381ee413e 2024-11-07T23:22:59,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/ceb8d49689ba4ab8bc67f4c04e8fcb77 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/ceb8d49689ba4ab8bc67f4c04e8fcb77 2024-11-07T23:22:59,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/175aa38d8fb74aadb5cb5996690f4590 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/175aa38d8fb74aadb5cb5996690f4590 2024-11-07T23:22:59,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/e96bd996287d463bb813393924c3e88a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/e96bd996287d463bb813393924c3e88a 2024-11-07T23:22:59,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/3e66efdbae384bdbacf8c6fc93921b29 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/3e66efdbae384bdbacf8c6fc93921b29 2024-11-07T23:22:59,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/1c508ed8851344e899b887ee2c665b68 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/1c508ed8851344e899b887ee2c665b68 2024-11-07T23:22:59,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/a88a47de181f467e91848c59cdb89fef to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/a88a47de181f467e91848c59cdb89fef 2024-11-07T23:22:59,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/eb5e80e678bb4e85b7197d25982ed929 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/eb5e80e678bb4e85b7197d25982ed929 2024-11-07T23:22:59,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/dbfd7ebe08e34ff9aa1b0df691d30779 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/dbfd7ebe08e34ff9aa1b0df691d30779 2024-11-07T23:22:59,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/e5e55d068dd14401bb393408e6886fc7, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/ac6cdf495f064d5e92e8a37ae2f00511, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/e738d32c49c54ed29aec676d8c24a2cb, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/5d3e1e980c7347479fec1ae01bc3c420, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/c5dcc3654eed46baa98d2ad44a4d559c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/9752b1d14db84bd2a1c76b7a99ba5a7b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/98df91925e6f4f159ebafbed3ec997e4, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/0e03cab9f56f4d09b6a0142c98b8ad6d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/53d00c152c0147c487189217f7a97015, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/78070517d28f4eee97c55742e9d4543b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/e7be12a5192f444c998bc8ff80c0a5b5, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/e77379e7b4914a169733b822bb7015a1, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/0e48f78d95d1413a99aca3a8e27310d3, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/f27b2fbde9a040dcbd6f634703f7898e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/f8b1fb50aaa44db895433b5106d8eb2c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/3bf5467f09a647d9a5fa18f7fc2cbc0e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/6313eba67e0240299d7863e0c9301712, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/c1a8e0ffadab4a64af2f9e0d97ed6e7d] to archive 2024-11-07T23:22:59,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T23:22:59,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/e5e55d068dd14401bb393408e6886fc7 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/e5e55d068dd14401bb393408e6886fc7 2024-11-07T23:22:59,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/ac6cdf495f064d5e92e8a37ae2f00511 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/ac6cdf495f064d5e92e8a37ae2f00511 2024-11-07T23:22:59,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/e738d32c49c54ed29aec676d8c24a2cb to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/e738d32c49c54ed29aec676d8c24a2cb 2024-11-07T23:22:59,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/5d3e1e980c7347479fec1ae01bc3c420 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/5d3e1e980c7347479fec1ae01bc3c420 2024-11-07T23:22:59,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/c5dcc3654eed46baa98d2ad44a4d559c to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/c5dcc3654eed46baa98d2ad44a4d559c 2024-11-07T23:22:59,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/9752b1d14db84bd2a1c76b7a99ba5a7b to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/9752b1d14db84bd2a1c76b7a99ba5a7b 2024-11-07T23:22:59,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/98df91925e6f4f159ebafbed3ec997e4 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/98df91925e6f4f159ebafbed3ec997e4 2024-11-07T23:22:59,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/0e03cab9f56f4d09b6a0142c98b8ad6d to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/0e03cab9f56f4d09b6a0142c98b8ad6d 2024-11-07T23:22:59,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/53d00c152c0147c487189217f7a97015 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/53d00c152c0147c487189217f7a97015 2024-11-07T23:22:59,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/78070517d28f4eee97c55742e9d4543b to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/78070517d28f4eee97c55742e9d4543b 2024-11-07T23:22:59,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/e7be12a5192f444c998bc8ff80c0a5b5 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/e7be12a5192f444c998bc8ff80c0a5b5 2024-11-07T23:22:59,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/e77379e7b4914a169733b822bb7015a1 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/e77379e7b4914a169733b822bb7015a1 2024-11-07T23:22:59,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/0e48f78d95d1413a99aca3a8e27310d3 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/0e48f78d95d1413a99aca3a8e27310d3 2024-11-07T23:22:59,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/f27b2fbde9a040dcbd6f634703f7898e to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/f27b2fbde9a040dcbd6f634703f7898e 2024-11-07T23:22:59,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/f8b1fb50aaa44db895433b5106d8eb2c to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/f8b1fb50aaa44db895433b5106d8eb2c 2024-11-07T23:22:59,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/3bf5467f09a647d9a5fa18f7fc2cbc0e to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/3bf5467f09a647d9a5fa18f7fc2cbc0e 2024-11-07T23:22:59,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/6313eba67e0240299d7863e0c9301712 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/6313eba67e0240299d7863e0c9301712 2024-11-07T23:22:59,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/c1a8e0ffadab4a64af2f9e0d97ed6e7d to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/c1a8e0ffadab4a64af2f9e0d97ed6e7d 2024-11-07T23:22:59,806 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/recovered.edits/308.seqid, newMaxSeqId=308, maxSeqId=4 2024-11-07T23:22:59,807 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14. 2024-11-07T23:22:59,807 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1635): Region close journal for 26f6191e463dc4fd81297cc2e0430c14: 2024-11-07T23:22:59,808 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(170): Closed 26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:22:59,808 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=26f6191e463dc4fd81297cc2e0430c14, regionState=CLOSED 2024-11-07T23:22:59,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-07T23:22:59,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; CloseRegionProcedure 26f6191e463dc4fd81297cc2e0430c14, server=9fec913c0355,35383,1731021663619 in 2.7060 sec 2024-11-07T23:22:59,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-11-07T23:22:59,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=26f6191e463dc4fd81297cc2e0430c14, UNASSIGN in 2.7090 sec 2024-11-07T23:22:59,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-07T23:22:59,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.7110 sec 2024-11-07T23:22:59,813 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021779813"}]},"ts":"1731021779813"} 2024-11-07T23:22:59,813 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-07T23:22:59,849 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-07T23:22:59,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.8360 sec 2024-11-07T23:23:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-07T23:23:01,126 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-07T23:23:01,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-07T23:23:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:23:01,132 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=126, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:23:01,133 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=126, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:23:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-07T23:23:01,138 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:23:01,141 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A, FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B, FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C, FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/recovered.edits] 2024-11-07T23:23:01,145 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/3c8e37022ee4488cad412c7a469e9dff to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/3c8e37022ee4488cad412c7a469e9dff 2024-11-07T23:23:01,146 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/4f7558509a69462fb0e5b53ec5f9f6d9 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/4f7558509a69462fb0e5b53ec5f9f6d9 2024-11-07T23:23:01,148 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/957a4ba79c5b4327a631e943bd23a90a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/957a4ba79c5b4327a631e943bd23a90a 2024-11-07T23:23:01,149 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/a3f48307df024967b145d6e0c622718c to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/A/a3f48307df024967b145d6e0c622718c 2024-11-07T23:23:01,152 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/6885d2c8134d4f52836cc0a590e32ab0 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/6885d2c8134d4f52836cc0a590e32ab0 2024-11-07T23:23:01,153 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/77394aa363ad4c0780af3a51e0edc96b to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/77394aa363ad4c0780af3a51e0edc96b 2024-11-07T23:23:01,155 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/db2281de8ebb4dc98eaf22b529bc61ca to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/db2281de8ebb4dc98eaf22b529bc61ca 2024-11-07T23:23:01,156 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/eb7d1639f8054539b767edcd58198ab6 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/B/eb7d1639f8054539b767edcd58198ab6 2024-11-07T23:23:01,159 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/1ba525714270453fbfa8f902bd0c4ff6 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/1ba525714270453fbfa8f902bd0c4ff6 2024-11-07T23:23:01,160 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/58ec7df319544c35bc574bd7f6ce0f1c to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/58ec7df319544c35bc574bd7f6ce0f1c 2024-11-07T23:23:01,162 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/bff1afa40f41406da0f01778ee50245f to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/bff1afa40f41406da0f01778ee50245f 2024-11-07T23:23:01,163 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/c8e01f447da24d0b9c34b0d3f04ca040 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/C/c8e01f447da24d0b9c34b0d3f04ca040 2024-11-07T23:23:01,165 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/recovered.edits/308.seqid to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14/recovered.edits/308.seqid 2024-11-07T23:23:01,165 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:23:01,165 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-07T23:23:01,166 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-07T23:23:01,166 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-07T23:23:01,169 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411070cb0090f61f84df48fad057b0437b49f_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411070cb0090f61f84df48fad057b0437b49f_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:23:01,170 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110713df1181081e4eed8f82b65ee1b1f3ef_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110713df1181081e4eed8f82b65ee1b1f3ef_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:23:01,171 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411071c78d4613a6e40abbc22c50f1520451c_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411071c78d4613a6e40abbc22c50f1520451c_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:23:01,172 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411072305fad5cc3341158193df2f0152f6e1_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411072305fad5cc3341158193df2f0152f6e1_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:23:01,173 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110730a19a6d16074f278649024d35d922e0_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110730a19a6d16074f278649024d35d922e0_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:23:01,173 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074fb0e8bb93914cee9188faad1dc39fb4_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074fb0e8bb93914cee9188faad1dc39fb4_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:23:01,174 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107547c01bdd98c44cb98e8097b95b0c44d_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107547c01bdd98c44cb98e8097b95b0c44d_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:23:01,175 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110757bc5697099f4b53826f4a3ffacca5fc_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110757bc5697099f4b53826f4a3ffacca5fc_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:23:01,176 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110797392b1f6cb647f8a1d1f39c8fc335b0_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110797392b1f6cb647f8a1d1f39c8fc335b0_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:23:01,177 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107aa75a0314c3145ffaf3ca90186600ca2_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107aa75a0314c3145ffaf3ca90186600ca2_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:23:01,177 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107af608026d834442089c42dc02dbdb232_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107af608026d834442089c42dc02dbdb232_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:23:01,178 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107af956364e3d54de1a6be8853f8b23249_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107af956364e3d54de1a6be8853f8b23249_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:23:01,179 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107afb258f914074c7cb2981f4e13d301ce_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107afb258f914074c7cb2981f4e13d301ce_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:23:01,179 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107cdd52eb8a87f4c928cb68f1d5e7e32dc_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107cdd52eb8a87f4c928cb68f1d5e7e32dc_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:23:01,180 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107db722e553114450fb9231e063c1cd62a_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107db722e553114450fb9231e063c1cd62a_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:23:01,181 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107f572bf4ac32b4ad48a95961665af8fb3_26f6191e463dc4fd81297cc2e0430c14 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107f572bf4ac32b4ad48a95961665af8fb3_26f6191e463dc4fd81297cc2e0430c14 2024-11-07T23:23:01,181 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-07T23:23:01,183 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=126, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:23:01,184 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-07T23:23:01,185 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-07T23:23:01,186 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=126, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:23:01,186 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-07T23:23:01,186 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731021781186"}]},"ts":"9223372036854775807"} 2024-11-07T23:23:01,187 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-07T23:23:01,187 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 26f6191e463dc4fd81297cc2e0430c14, NAME => 'TestAcidGuarantees,,1731021753042.26f6191e463dc4fd81297cc2e0430c14.', STARTKEY => '', ENDKEY => ''}] 2024-11-07T23:23:01,187 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-07T23:23:01,187 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731021781187"}]},"ts":"9223372036854775807"} 2024-11-07T23:23:01,188 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-07T23:23:01,225 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=126, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:23:01,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 97 msec 2024-11-07T23:23:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-07T23:23:01,235 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-07T23:23:01,248 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=240 (was 239) - Thread LEAK? -, OpenFileDescriptor=461 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=400 (was 465), ProcessCount=9 (was 9), AvailableMemoryMB=1957 (was 1805) - AvailableMemoryMB LEAK? - 2024-11-07T23:23:01,258 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=240, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=400, ProcessCount=9, AvailableMemoryMB=1956 2024-11-07T23:23:01,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T23:23:01,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T23:23:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=127, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-07T23:23:01,262 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T23:23:01,262 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:01,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 127 2024-11-07T23:23:01,263 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T23:23:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-07T23:23:01,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742252_1428 (size=960) 2024-11-07T23:23:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-07T23:23:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-07T23:23:01,675 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c 2024-11-07T23:23:01,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742253_1429 (size=53) 2024-11-07T23:23:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-07T23:23:02,041 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T23:23:02,088 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:23:02,088 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 98baf18f6c0aea29f741a9933d85242f, disabling compactions & flushes 2024-11-07T23:23:02,088 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:02,088 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:02,088 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. after waiting 0 ms 2024-11-07T23:23:02,088 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:02,088 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:02,088 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:02,111 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T23:23:02,111 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731021782111"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731021782111"}]},"ts":"1731021782111"} 2024-11-07T23:23:02,113 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-07T23:23:02,115 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T23:23:02,115 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021782115"}]},"ts":"1731021782115"} 2024-11-07T23:23:02,117 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-07T23:23:02,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=98baf18f6c0aea29f741a9933d85242f, ASSIGN}] 2024-11-07T23:23:02,158 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=98baf18f6c0aea29f741a9933d85242f, ASSIGN 2024-11-07T23:23:02,158 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=98baf18f6c0aea29f741a9933d85242f, ASSIGN; state=OFFLINE, location=9fec913c0355,35383,1731021663619; forceNewPlan=false, retain=false 2024-11-07T23:23:02,309 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=98baf18f6c0aea29f741a9933d85242f, regionState=OPENING, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:23:02,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; OpenRegionProcedure 98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619}] 2024-11-07T23:23:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-07T23:23:02,465 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:02,472 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:02,472 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7285): Opening region: {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} 2024-11-07T23:23:02,473 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:02,473 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:23:02,473 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7327): checking encryption for 98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:02,473 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7330): checking classloading for 98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:02,477 INFO [StoreOpener-98baf18f6c0aea29f741a9933d85242f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:02,480 INFO [StoreOpener-98baf18f6c0aea29f741a9933d85242f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T23:23:02,480 INFO [StoreOpener-98baf18f6c0aea29f741a9933d85242f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98baf18f6c0aea29f741a9933d85242f columnFamilyName A 2024-11-07T23:23:02,480 DEBUG [StoreOpener-98baf18f6c0aea29f741a9933d85242f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:02,481 INFO [StoreOpener-98baf18f6c0aea29f741a9933d85242f-1 {}] regionserver.HStore(327): Store=98baf18f6c0aea29f741a9933d85242f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:23:02,481 INFO [StoreOpener-98baf18f6c0aea29f741a9933d85242f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:02,482 INFO [StoreOpener-98baf18f6c0aea29f741a9933d85242f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T23:23:02,482 INFO [StoreOpener-98baf18f6c0aea29f741a9933d85242f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98baf18f6c0aea29f741a9933d85242f columnFamilyName B 2024-11-07T23:23:02,482 DEBUG [StoreOpener-98baf18f6c0aea29f741a9933d85242f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:02,483 INFO [StoreOpener-98baf18f6c0aea29f741a9933d85242f-1 {}] regionserver.HStore(327): Store=98baf18f6c0aea29f741a9933d85242f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:23:02,483 INFO [StoreOpener-98baf18f6c0aea29f741a9933d85242f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:02,484 INFO [StoreOpener-98baf18f6c0aea29f741a9933d85242f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T23:23:02,484 INFO [StoreOpener-98baf18f6c0aea29f741a9933d85242f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98baf18f6c0aea29f741a9933d85242f columnFamilyName C 2024-11-07T23:23:02,484 DEBUG [StoreOpener-98baf18f6c0aea29f741a9933d85242f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:02,485 INFO [StoreOpener-98baf18f6c0aea29f741a9933d85242f-1 {}] regionserver.HStore(327): Store=98baf18f6c0aea29f741a9933d85242f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:23:02,485 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:02,486 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:02,486 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:02,488 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T23:23:02,490 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1085): writing seq id for 98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:02,493 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:23:02,493 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1102): Opened 98baf18f6c0aea29f741a9933d85242f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67871374, jitterRate=0.011362284421920776}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T23:23:02,494 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1001): Region open journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:02,495 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., pid=129, masterSystemTime=1731021782465 2024-11-07T23:23:02,497 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:02,497 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:02,497 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=98baf18f6c0aea29f741a9933d85242f, regionState=OPEN, openSeqNum=2, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:23:02,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-07T23:23:02,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; OpenRegionProcedure 98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 in 187 msec 2024-11-07T23:23:02,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=128, resume processing ppid=127 2024-11-07T23:23:02,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, ppid=127, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=98baf18f6c0aea29f741a9933d85242f, ASSIGN in 343 msec 2024-11-07T23:23:02,503 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T23:23:02,503 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021782503"}]},"ts":"1731021782503"} 2024-11-07T23:23:02,504 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-07T23:23:02,517 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T23:23:02,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2570 sec 2024-11-07T23:23:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-07T23:23:03,372 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 127 completed 2024-11-07T23:23:03,374 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d1a41d5 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10c3c8f5 2024-11-07T23:23:03,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc9cd14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:23:03,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:23:03,423 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:23:03,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T23:23:03,426 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T23:23:03,428 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6c951a7d to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@621ff37a 2024-11-07T23:23:03,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306c3340, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:23:03,433 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x501d99ba to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d0434e0 2024-11-07T23:23:03,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c23e833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:23:03,441 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d4011c8 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@210f9fb4 2024-11-07T23:23:03,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@226e89d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:23:03,450 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a647e86 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27cbac41 2024-11-07T23:23:03,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71bda157, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:23:03,459 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20a45919 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5af750e8 2024-11-07T23:23:03,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465ce5f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:23:03,467 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x319db21a to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10cfe2f4 2024-11-07T23:23:03,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a1f6ddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:23:03,475 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39ba0ed8 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560d8359 2024-11-07T23:23:03,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77dd6dc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:23:03,483 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20456e19 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1ae83603 2024-11-07T23:23:03,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7fbf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:23:03,492 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x477a55d2 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1cf92b10 2024-11-07T23:23:03,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d8431f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:23:03,500 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ac88340 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f3c82a2 2024-11-07T23:23:03,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689bf8e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:23:03,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:23:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-07T23:23:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-07T23:23:03,511 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:23:03,512 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:23:03,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:23:03,515 DEBUG [hconnection-0x1412a397-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:23:03,515 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55012, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:23:03,519 DEBUG [hconnection-0x2757d039-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:23:03,519 DEBUG [hconnection-0x43b8f741-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:23:03,519 DEBUG [hconnection-0x1486719b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:23:03,519 DEBUG [hconnection-0x2c21c92-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:23:03,519 DEBUG [hconnection-0x4fd345d2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:23:03,519 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:23:03,520 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:23:03,520 DEBUG [hconnection-0x6d1e1cd7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:23:03,520 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:23:03,520 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:23:03,520 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:23:03,520 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:23:03,520 DEBUG [hconnection-0x43938c52-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:23:03,521 DEBUG [hconnection-0x7b6a1779-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:23:03,521 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55070, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:23:03,521 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55082, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:23:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:03,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98baf18f6c0aea29f741a9933d85242f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T23:23:03,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=A 2024-11-07T23:23:03,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:03,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=B 2024-11-07T23:23:03,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:03,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=C 2024-11-07T23:23:03,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:03,525 DEBUG [hconnection-0x4eaf9b75-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:23:03,526 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:23:03,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:03,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021843532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021843532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:03,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:03,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021843533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021843534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:03,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021843534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:03,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/49caf3bd9cd942df888e698450c9a6fd is 50, key is test_row_0/A:col10/1731021783521/Put/seqid=0 2024-11-07T23:23:03,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742254_1430 (size=21365) 2024-11-07T23:23:03,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/49caf3bd9cd942df888e698450c9a6fd 2024-11-07T23:23:03,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/1d8ae70ee4d0495491770f3aedc2c6fa is 50, key is test_row_0/B:col10/1731021783521/Put/seqid=0 2024-11-07T23:23:03,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742255_1431 (size=12001) 2024-11-07T23:23:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-07T23:23:03,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021843635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:03,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021843635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:03,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021843635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:03,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021843635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:03,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021843635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:03,663 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:03,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-07T23:23:03,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:03,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:03,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:03,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:03,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-07T23:23:03,815 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:03,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-07T23:23:03,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:03,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:03,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:03,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:03,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:03,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021843841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:03,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021843841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:03,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021843842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:03,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021843842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:03,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021843842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:03,967 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:03,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-07T23:23:03,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:03,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:03,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:03,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:03,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:04,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/1d8ae70ee4d0495491770f3aedc2c6fa 2024-11-07T23:23:04,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/a85d1e542da54e01baecc86d3600c118 is 50, key is test_row_0/C:col10/1731021783521/Put/seqid=0 2024-11-07T23:23:04,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742256_1432 (size=12001) 2024-11-07T23:23:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-07T23:23:04,120 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:04,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-07T23:23:04,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:04,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:04,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:04,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:04,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:04,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021844145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:04,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021844145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:04,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021844145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:04,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021844147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:04,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021844147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:04,272 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:04,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-07T23:23:04,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:04,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:04,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:04,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:04,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:04,424 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:04,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-07T23:23:04,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:04,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:04,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:04,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:04,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:04,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/a85d1e542da54e01baecc86d3600c118 2024-11-07T23:23:04,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/49caf3bd9cd942df888e698450c9a6fd as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/49caf3bd9cd942df888e698450c9a6fd 2024-11-07T23:23:04,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/49caf3bd9cd942df888e698450c9a6fd, entries=350, sequenceid=14, filesize=20.9 K 2024-11-07T23:23:04,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/1d8ae70ee4d0495491770f3aedc2c6fa as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/1d8ae70ee4d0495491770f3aedc2c6fa 2024-11-07T23:23:04,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/1d8ae70ee4d0495491770f3aedc2c6fa, entries=150, sequenceid=14, filesize=11.7 K 2024-11-07T23:23:04,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/a85d1e542da54e01baecc86d3600c118 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/a85d1e542da54e01baecc86d3600c118 2024-11-07T23:23:04,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/a85d1e542da54e01baecc86d3600c118, entries=150, sequenceid=14, filesize=11.7 K 2024-11-07T23:23:04,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 98baf18f6c0aea29f741a9933d85242f in 924ms, sequenceid=14, compaction requested=false 2024-11-07T23:23:04,448 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-07T23:23:04,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:04,576 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:04,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-07T23:23:04,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:04,577 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 98baf18f6c0aea29f741a9933d85242f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-07T23:23:04,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=A 2024-11-07T23:23:04,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:04,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=B 2024-11-07T23:23:04,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:04,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=C 2024-11-07T23:23:04,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:04,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/301461d1fef649d18282dfe7af15e981 is 50, key is test_row_0/A:col10/1731021783533/Put/seqid=0 2024-11-07T23:23:04,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742257_1433 (size=12001) 2024-11-07T23:23:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-07T23:23:04,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:04,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021844659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:04,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021844659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:04,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:04,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021844660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021844660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:04,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021844661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:04,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021844764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:04,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021844768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:04,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021844768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:04,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021844768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:04,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021844768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:04,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021844969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:04,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021844972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:04,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021844972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:04,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021844973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:04,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021844973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:04,984 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/301461d1fef649d18282dfe7af15e981 2024-11-07T23:23:04,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/3ce0acf1f672467f9337a8637967a940 is 50, key is test_row_0/B:col10/1731021783533/Put/seqid=0 2024-11-07T23:23:04,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742258_1434 (size=12001) 2024-11-07T23:23:05,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021845274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:05,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021845277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:05,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021845277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:05,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021845278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:05,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021845278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:05,331 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T23:23:05,397 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/3ce0acf1f672467f9337a8637967a940 2024-11-07T23:23:05,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/ebed33bda2a0410396e69df2e03c609a is 50, key is test_row_0/C:col10/1731021783533/Put/seqid=0 2024-11-07T23:23:05,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742259_1435 (size=12001) 2024-11-07T23:23:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-07T23:23:05,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021845782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:05,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021845782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:05,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021845782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:05,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021845782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:05,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021845786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:05,807 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/ebed33bda2a0410396e69df2e03c609a 2024-11-07T23:23:05,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/301461d1fef649d18282dfe7af15e981 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/301461d1fef649d18282dfe7af15e981 2024-11-07T23:23:05,813 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/301461d1fef649d18282dfe7af15e981, entries=150, sequenceid=38, filesize=11.7 K 2024-11-07T23:23:05,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/3ce0acf1f672467f9337a8637967a940 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/3ce0acf1f672467f9337a8637967a940 2024-11-07T23:23:05,816 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/3ce0acf1f672467f9337a8637967a940, entries=150, sequenceid=38, filesize=11.7 K 2024-11-07T23:23:05,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/ebed33bda2a0410396e69df2e03c609a as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/ebed33bda2a0410396e69df2e03c609a 2024-11-07T23:23:05,820 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/ebed33bda2a0410396e69df2e03c609a, entries=150, sequenceid=38, filesize=11.7 K 2024-11-07T23:23:05,820 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 98baf18f6c0aea29f741a9933d85242f in 1243ms, sequenceid=38, compaction requested=false 2024-11-07T23:23:05,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:05,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:05,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-07T23:23:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-07T23:23:05,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-07T23:23:05,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3090 sec 2024-11-07T23:23:05,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.3120 sec 2024-11-07T23:23:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:06,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98baf18f6c0aea29f741a9933d85242f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-07T23:23:06,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=A 2024-11-07T23:23:06,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:06,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=B 2024-11-07T23:23:06,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:06,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=C 2024-11-07T23:23:06,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:06,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/6c0c20e204404400a06b508cfe7082b2 is 50, key is test_row_0/A:col10/1731021784660/Put/seqid=0 2024-11-07T23:23:06,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742260_1436 (size=14341) 2024-11-07T23:23:06,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021846842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:06,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:06,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021846843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021846842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:06,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021846843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:06,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021846849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:06,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021846950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:06,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021846950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:06,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021846950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:06,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021846950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:06,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021846955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:07,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021847155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:07,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021847156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:07,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021847156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:07,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021847156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:07,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021847161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:07,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/6c0c20e204404400a06b508cfe7082b2 2024-11-07T23:23:07,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/b638718b2a1f43e5aee3b1d187ee5865 is 50, key is test_row_0/B:col10/1731021784660/Put/seqid=0 2024-11-07T23:23:07,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742261_1437 (size=12001) 2024-11-07T23:23:07,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021847461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:07,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021847462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:07,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021847462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:07,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021847462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:07,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021847467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-07T23:23:07,616 INFO [Thread-1937 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-07T23:23:07,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:23:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-07T23:23:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-07T23:23:07,618 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:23:07,618 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:23:07,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:23:07,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/b638718b2a1f43e5aee3b1d187ee5865 2024-11-07T23:23:07,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/c01a38a9b846481c8b14cccb36149976 is 50, key is test_row_0/C:col10/1731021784660/Put/seqid=0 2024-11-07T23:23:07,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742262_1438 (size=12001) 2024-11-07T23:23:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-07T23:23:07,770 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:07,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-07T23:23:07,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:07,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:07,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:07,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:07,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-07T23:23:07,922 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:07,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-07T23:23:07,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:07,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:07,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:07,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:07,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:07,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021847965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:07,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021847970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:07,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021847971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:07,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021847971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:07,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021847974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:08,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/c01a38a9b846481c8b14cccb36149976 2024-11-07T23:23:08,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/6c0c20e204404400a06b508cfe7082b2 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/6c0c20e204404400a06b508cfe7082b2 2024-11-07T23:23:08,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/6c0c20e204404400a06b508cfe7082b2, entries=200, sequenceid=51, filesize=14.0 K 2024-11-07T23:23:08,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/b638718b2a1f43e5aee3b1d187ee5865 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/b638718b2a1f43e5aee3b1d187ee5865 2024-11-07T23:23:08,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/b638718b2a1f43e5aee3b1d187ee5865, entries=150, sequenceid=51, filesize=11.7 K 2024-11-07T23:23:08,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/c01a38a9b846481c8b14cccb36149976 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/c01a38a9b846481c8b14cccb36149976 2024-11-07T23:23:08,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/c01a38a9b846481c8b14cccb36149976, entries=150, sequenceid=51, filesize=11.7 K 2024-11-07T23:23:08,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 98baf18f6c0aea29f741a9933d85242f in 1279ms, sequenceid=51, compaction requested=true 2024-11-07T23:23:08,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:08,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98baf18f6c0aea29f741a9933d85242f:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:23:08,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:08,068 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:08,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98baf18f6c0aea29f741a9933d85242f:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:23:08,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:08,068 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:08,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98baf18f6c0aea29f741a9933d85242f:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:23:08,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:23:08,068 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47707 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:08,068 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:08,069 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 98baf18f6c0aea29f741a9933d85242f/B is initiating minor compaction (all files) 2024-11-07T23:23:08,069 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 98baf18f6c0aea29f741a9933d85242f/A is initiating minor compaction (all files) 2024-11-07T23:23:08,069 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98baf18f6c0aea29f741a9933d85242f/A in TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:08,069 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98baf18f6c0aea29f741a9933d85242f/B in TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:08,069 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/49caf3bd9cd942df888e698450c9a6fd, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/301461d1fef649d18282dfe7af15e981, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/6c0c20e204404400a06b508cfe7082b2] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp, totalSize=46.6 K 2024-11-07T23:23:08,069 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/1d8ae70ee4d0495491770f3aedc2c6fa, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/3ce0acf1f672467f9337a8637967a940, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/b638718b2a1f43e5aee3b1d187ee5865] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp, totalSize=35.2 K 2024-11-07T23:23:08,069 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d8ae70ee4d0495491770f3aedc2c6fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731021783521 2024-11-07T23:23:08,069 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49caf3bd9cd942df888e698450c9a6fd, keycount=350, bloomtype=ROW, size=20.9 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731021783521 2024-11-07T23:23:08,069 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ce0acf1f672467f9337a8637967a940, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731021783528 2024-11-07T23:23:08,069 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 301461d1fef649d18282dfe7af15e981, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731021783528 2024-11-07T23:23:08,069 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting b638718b2a1f43e5aee3b1d187ee5865, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731021784660 2024-11-07T23:23:08,069 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c0c20e204404400a06b508cfe7082b2, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731021784654 2024-11-07T23:23:08,074 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:08,074 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98baf18f6c0aea29f741a9933d85242f#B#compaction#368 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:08,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-07T23:23:08,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:08,074 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/4444de4336224397ac9ec0a68d222be8 is 50, key is test_row_0/B:col10/1731021784660/Put/seqid=0 2024-11-07T23:23:08,074 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 98baf18f6c0aea29f741a9933d85242f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-07T23:23:08,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=A 2024-11-07T23:23:08,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:08,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=B 2024-11-07T23:23:08,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:08,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=C 2024-11-07T23:23:08,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:08,077 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98baf18f6c0aea29f741a9933d85242f#A#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:08,078 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/16987582ef94484dbaa83c53ab15c071 is 50, key is test_row_0/A:col10/1731021784660/Put/seqid=0 2024-11-07T23:23:08,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/ec5016f1808843508f3eac06d84262f8 is 50, key is test_row_0/A:col10/1731021786841/Put/seqid=0 2024-11-07T23:23:08,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742264_1440 (size=12104) 2024-11-07T23:23:08,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742263_1439 (size=12104) 2024-11-07T23:23:08,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742265_1441 (size=12001) 2024-11-07T23:23:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-07T23:23:08,485 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/16987582ef94484dbaa83c53ab15c071 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/16987582ef94484dbaa83c53ab15c071 2024-11-07T23:23:08,492 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/ec5016f1808843508f3eac06d84262f8 2024-11-07T23:23:08,494 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/4444de4336224397ac9ec0a68d222be8 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/4444de4336224397ac9ec0a68d222be8 2024-11-07T23:23:08,499 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98baf18f6c0aea29f741a9933d85242f/B of 98baf18f6c0aea29f741a9933d85242f into 4444de4336224397ac9ec0a68d222be8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:08,499 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:08,499 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., storeName=98baf18f6c0aea29f741a9933d85242f/B, priority=13, startTime=1731021788068; duration=0sec 2024-11-07T23:23:08,499 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:23:08,499 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98baf18f6c0aea29f741a9933d85242f:B 2024-11-07T23:23:08,500 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:08,500 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:08,500 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 98baf18f6c0aea29f741a9933d85242f/C is initiating minor compaction (all files) 2024-11-07T23:23:08,501 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98baf18f6c0aea29f741a9933d85242f/C in TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:08,501 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/a85d1e542da54e01baecc86d3600c118, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/ebed33bda2a0410396e69df2e03c609a, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/c01a38a9b846481c8b14cccb36149976] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp, totalSize=35.2 K 2024-11-07T23:23:08,501 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98baf18f6c0aea29f741a9933d85242f/A of 98baf18f6c0aea29f741a9933d85242f into 16987582ef94484dbaa83c53ab15c071(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:08,501 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:08,501 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting a85d1e542da54e01baecc86d3600c118, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731021783521 2024-11-07T23:23:08,501 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., storeName=98baf18f6c0aea29f741a9933d85242f/A, priority=13, startTime=1731021788068; duration=0sec 2024-11-07T23:23:08,501 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:08,501 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98baf18f6c0aea29f741a9933d85242f:A 2024-11-07T23:23:08,501 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting ebed33bda2a0410396e69df2e03c609a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731021783528 2024-11-07T23:23:08,502 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting c01a38a9b846481c8b14cccb36149976, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731021784660 2024-11-07T23:23:08,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/6f055039495a464aacef610c7e26e1b2 is 50, key is test_row_0/B:col10/1731021786841/Put/seqid=0 2024-11-07T23:23:08,512 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98baf18f6c0aea29f741a9933d85242f#C#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:08,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742266_1442 (size=12001) 2024-11-07T23:23:08,513 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/cc919fbf617242289eeee1f71e67e7bb is 50, key is test_row_0/C:col10/1731021784660/Put/seqid=0 2024-11-07T23:23:08,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742267_1443 (size=12104) 2024-11-07T23:23:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-07T23:23:08,913 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/6f055039495a464aacef610c7e26e1b2 2024-11-07T23:23:08,914 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:41977 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:41977,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:08,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/f4c816b002414c30955f6dcbf57cda24 is 50, key is test_row_0/C:col10/1731021786841/Put/seqid=0 2024-11-07T23:23:08,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742268_1444 (size=12001) 2024-11-07T23:23:08,930 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/cc919fbf617242289eeee1f71e67e7bb as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/cc919fbf617242289eeee1f71e67e7bb 2024-11-07T23:23:08,934 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98baf18f6c0aea29f741a9933d85242f/C of 98baf18f6c0aea29f741a9933d85242f into cc919fbf617242289eeee1f71e67e7bb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:08,934 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:08,934 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., storeName=98baf18f6c0aea29f741a9933d85242f/C, priority=13, startTime=1731021788068; duration=0sec 2024-11-07T23:23:08,934 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:08,934 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98baf18f6c0aea29f741a9933d85242f:C 2024-11-07T23:23:08,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:08,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021848989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:08,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021848992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:09,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021848993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:09,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021848994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:09,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021848995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:09,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021849097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:09,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021849101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:09,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021849101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:09,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021849101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:09,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021849302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:09,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021849305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:09,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021849305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:09,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021849305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:09,330 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/f4c816b002414c30955f6dcbf57cda24 2024-11-07T23:23:09,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/ec5016f1808843508f3eac06d84262f8 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/ec5016f1808843508f3eac06d84262f8 2024-11-07T23:23:09,336 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/ec5016f1808843508f3eac06d84262f8, entries=150, sequenceid=74, filesize=11.7 K 2024-11-07T23:23:09,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/6f055039495a464aacef610c7e26e1b2 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/6f055039495a464aacef610c7e26e1b2 2024-11-07T23:23:09,339 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/6f055039495a464aacef610c7e26e1b2, entries=150, sequenceid=74, filesize=11.7 K 2024-11-07T23:23:09,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/f4c816b002414c30955f6dcbf57cda24 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/f4c816b002414c30955f6dcbf57cda24 2024-11-07T23:23:09,342 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/f4c816b002414c30955f6dcbf57cda24, entries=150, sequenceid=74, filesize=11.7 K 2024-11-07T23:23:09,343 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 98baf18f6c0aea29f741a9933d85242f in 1269ms, sequenceid=74, compaction requested=false 2024-11-07T23:23:09,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:09,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:09,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-07T23:23:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-07T23:23:09,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-07T23:23:09,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7260 sec 2024-11-07T23:23:09,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.7280 sec 2024-11-07T23:23:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:09,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98baf18f6c0aea29f741a9933d85242f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-07T23:23:09,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=A 2024-11-07T23:23:09,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:09,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=B 2024-11-07T23:23:09,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:09,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=C 2024-11-07T23:23:09,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:09,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/b03bb339a07f4e8bbc91b702d86a457e is 50, key is test_row_0/A:col10/1731021789611/Put/seqid=0 2024-11-07T23:23:09,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742269_1445 (size=16681) 2024-11-07T23:23:09,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021849641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:09,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021849642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:09,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021849643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:09,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021849645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-07T23:23:09,721 INFO [Thread-1937 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-07T23:23:09,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:23:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-07T23:23:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-07T23:23:09,723 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:23:09,723 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:23:09,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:23:09,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021849749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:09,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021849749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:09,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021849749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:09,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021849749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-07T23:23:09,875 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:09,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-07T23:23:09,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:09,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:09,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:09,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:09,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:09,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021849954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:09,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021849954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:09,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021849954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:09,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021849954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:10,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/b03bb339a07f4e8bbc91b702d86a457e 2024-11-07T23:23:10,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/722a9fc368164f998c1018b0d40c65bd is 50, key is test_row_0/B:col10/1731021789611/Put/seqid=0 2024-11-07T23:23:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-07T23:23:10,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742270_1446 (size=12001) 2024-11-07T23:23:10,027 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:10,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-07T23:23:10,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:10,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:10,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:10,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:10,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:10,179 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:10,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-07T23:23:10,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:10,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:10,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:10,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:10,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:10,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021850257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:10,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021850258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:10,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021850259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:10,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021850259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-07T23:23:10,332 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:10,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-07T23:23:10,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:10,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:10,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:10,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:10,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:10,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/722a9fc368164f998c1018b0d40c65bd 2024-11-07T23:23:10,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/f3fdd7c8d6834fd297733c1ed96e3674 is 50, key is test_row_0/C:col10/1731021789611/Put/seqid=0 2024-11-07T23:23:10,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742271_1447 (size=12001) 2024-11-07T23:23:10,484 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:10,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-07T23:23:10,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:10,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:10,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:10,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:10,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:10,636 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:10,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-07T23:23:10,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:10,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:10,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:10,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:10,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:10,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021850762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:10,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021850762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:10,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021850763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:10,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021850764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:10,788 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:10,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-07T23:23:10,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:10,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:10,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:10,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:10,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-07T23:23:10,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/f3fdd7c8d6834fd297733c1ed96e3674 2024-11-07T23:23:10,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/b03bb339a07f4e8bbc91b702d86a457e as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/b03bb339a07f4e8bbc91b702d86a457e 2024-11-07T23:23:10,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/b03bb339a07f4e8bbc91b702d86a457e, entries=250, sequenceid=92, filesize=16.3 K 2024-11-07T23:23:10,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/722a9fc368164f998c1018b0d40c65bd as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/722a9fc368164f998c1018b0d40c65bd 2024-11-07T23:23:10,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/722a9fc368164f998c1018b0d40c65bd, entries=150, sequenceid=92, filesize=11.7 K 2024-11-07T23:23:10,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/f3fdd7c8d6834fd297733c1ed96e3674 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/f3fdd7c8d6834fd297733c1ed96e3674 2024-11-07T23:23:10,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/f3fdd7c8d6834fd297733c1ed96e3674, entries=150, sequenceid=92, filesize=11.7 K 2024-11-07T23:23:10,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 98baf18f6c0aea29f741a9933d85242f in 1237ms, sequenceid=92, compaction requested=true 2024-11-07T23:23:10,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:10,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98baf18f6c0aea29f741a9933d85242f:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:23:10,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:10,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98baf18f6c0aea29f741a9933d85242f:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:23:10,849 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:10,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:10,849 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:10,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98baf18f6c0aea29f741a9933d85242f:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:23:10,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:23:10,849 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:10,849 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:10,849 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 98baf18f6c0aea29f741a9933d85242f/B is initiating minor compaction (all files) 2024-11-07T23:23:10,849 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 98baf18f6c0aea29f741a9933d85242f/A is initiating minor compaction (all files) 2024-11-07T23:23:10,849 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98baf18f6c0aea29f741a9933d85242f/B in TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:10,849 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98baf18f6c0aea29f741a9933d85242f/A in TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:10,849 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/4444de4336224397ac9ec0a68d222be8, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/6f055039495a464aacef610c7e26e1b2, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/722a9fc368164f998c1018b0d40c65bd] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp, totalSize=35.3 K 2024-11-07T23:23:10,849 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/16987582ef94484dbaa83c53ab15c071, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/ec5016f1808843508f3eac06d84262f8, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/b03bb339a07f4e8bbc91b702d86a457e] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp, totalSize=39.8 K 2024-11-07T23:23:10,850 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16987582ef94484dbaa83c53ab15c071, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731021784660 2024-11-07T23:23:10,850 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 4444de4336224397ac9ec0a68d222be8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731021784660 2024-11-07T23:23:10,850 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f055039495a464aacef610c7e26e1b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731021786841 2024-11-07T23:23:10,850 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec5016f1808843508f3eac06d84262f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731021786841 2024-11-07T23:23:10,850 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 722a9fc368164f998c1018b0d40c65bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731021788986 2024-11-07T23:23:10,850 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting b03bb339a07f4e8bbc91b702d86a457e, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731021788986 2024-11-07T23:23:10,854 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98baf18f6c0aea29f741a9933d85242f#B#compaction#378 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:10,855 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98baf18f6c0aea29f741a9933d85242f#A#compaction#377 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:10,855 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/3cd6c0e25ce84ec7a9f29567ced40b80 is 50, key is test_row_0/B:col10/1731021789611/Put/seqid=0 2024-11-07T23:23:10,855 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/1c97a6a4b81b4ebc93195cb261f4ed91 is 50, key is test_row_0/A:col10/1731021789611/Put/seqid=0 2024-11-07T23:23:10,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742272_1448 (size=12207) 2024-11-07T23:23:10,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742273_1449 (size=12207) 2024-11-07T23:23:10,941 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:10,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-07T23:23:10,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:10,941 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 98baf18f6c0aea29f741a9933d85242f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-07T23:23:10,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=A 2024-11-07T23:23:10,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:10,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=B 2024-11-07T23:23:10,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:10,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=C 2024-11-07T23:23:10,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:10,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/7a8d8365b6ac468ebb8ff44a2370768f is 50, key is test_row_0/A:col10/1731021789642/Put/seqid=0 2024-11-07T23:23:10,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742274_1450 (size=12001) 2024-11-07T23:23:10,949 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/7a8d8365b6ac468ebb8ff44a2370768f 2024-11-07T23:23:10,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/cd76b2de57ad4b978f632e8178e6dffa is 50, key is test_row_0/B:col10/1731021789642/Put/seqid=0 2024-11-07T23:23:10,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742275_1451 (size=12001) 2024-11-07T23:23:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:11,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:11,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021851063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:11,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021851170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:11,261 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/3cd6c0e25ce84ec7a9f29567ced40b80 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/3cd6c0e25ce84ec7a9f29567ced40b80 2024-11-07T23:23:11,263 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/1c97a6a4b81b4ebc93195cb261f4ed91 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/1c97a6a4b81b4ebc93195cb261f4ed91 2024-11-07T23:23:11,265 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98baf18f6c0aea29f741a9933d85242f/B of 98baf18f6c0aea29f741a9933d85242f into 3cd6c0e25ce84ec7a9f29567ced40b80(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:11,265 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:11,265 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., storeName=98baf18f6c0aea29f741a9933d85242f/B, priority=13, startTime=1731021790848; duration=0sec 2024-11-07T23:23:11,265 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:23:11,265 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98baf18f6c0aea29f741a9933d85242f:B 2024-11-07T23:23:11,265 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:11,266 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:11,266 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 98baf18f6c0aea29f741a9933d85242f/C is initiating minor compaction (all files) 2024-11-07T23:23:11,266 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98baf18f6c0aea29f741a9933d85242f/C in TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:11,266 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/cc919fbf617242289eeee1f71e67e7bb, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/f4c816b002414c30955f6dcbf57cda24, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/f3fdd7c8d6834fd297733c1ed96e3674] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp, totalSize=35.3 K 2024-11-07T23:23:11,267 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting cc919fbf617242289eeee1f71e67e7bb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731021784660 2024-11-07T23:23:11,267 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98baf18f6c0aea29f741a9933d85242f/A of 98baf18f6c0aea29f741a9933d85242f into 1c97a6a4b81b4ebc93195cb261f4ed91(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:11,267 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:11,267 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., storeName=98baf18f6c0aea29f741a9933d85242f/A, priority=13, startTime=1731021790848; duration=0sec 2024-11-07T23:23:11,267 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:11,267 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98baf18f6c0aea29f741a9933d85242f:A 2024-11-07T23:23:11,267 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting f4c816b002414c30955f6dcbf57cda24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731021786841 2024-11-07T23:23:11,268 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting f3fdd7c8d6834fd297733c1ed96e3674, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731021788986 2024-11-07T23:23:11,272 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98baf18f6c0aea29f741a9933d85242f#C#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:11,272 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/5208cc013b6142ae92b4c6c0ad86d2e2 is 50, key is test_row_0/C:col10/1731021789611/Put/seqid=0 2024-11-07T23:23:11,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742276_1452 (size=12207) 2024-11-07T23:23:11,358 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/cd76b2de57ad4b978f632e8178e6dffa 2024-11-07T23:23:11,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/82617beb89a946728d44a02e34cdf50d is 50, key is test_row_0/C:col10/1731021789642/Put/seqid=0 2024-11-07T23:23:11,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742277_1453 (size=12001) 2024-11-07T23:23:11,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021851375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:11,679 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/5208cc013b6142ae92b4c6c0ad86d2e2 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/5208cc013b6142ae92b4c6c0ad86d2e2 2024-11-07T23:23:11,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021851681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:11,683 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98baf18f6c0aea29f741a9933d85242f/C of 98baf18f6c0aea29f741a9933d85242f into 5208cc013b6142ae92b4c6c0ad86d2e2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:11,683 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:11,683 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., storeName=98baf18f6c0aea29f741a9933d85242f/C, priority=13, startTime=1731021790849; duration=0sec 2024-11-07T23:23:11,683 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:11,683 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98baf18f6c0aea29f741a9933d85242f:C 2024-11-07T23:23:11,767 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/82617beb89a946728d44a02e34cdf50d 2024-11-07T23:23:11,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/7a8d8365b6ac468ebb8ff44a2370768f as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/7a8d8365b6ac468ebb8ff44a2370768f 2024-11-07T23:23:11,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021851767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:11,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021851770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:11,774 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/7a8d8365b6ac468ebb8ff44a2370768f, entries=150, sequenceid=113, filesize=11.7 K 2024-11-07T23:23:11,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/cd76b2de57ad4b978f632e8178e6dffa as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/cd76b2de57ad4b978f632e8178e6dffa 2024-11-07T23:23:11,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021851774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:11,778 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/cd76b2de57ad4b978f632e8178e6dffa, entries=150, sequenceid=113, filesize=11.7 K 2024-11-07T23:23:11,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021851775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:11,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/82617beb89a946728d44a02e34cdf50d as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/82617beb89a946728d44a02e34cdf50d 2024-11-07T23:23:11,782 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/82617beb89a946728d44a02e34cdf50d, entries=150, sequenceid=113, filesize=11.7 K 2024-11-07T23:23:11,783 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 98baf18f6c0aea29f741a9933d85242f in 842ms, sequenceid=113, compaction requested=false 2024-11-07T23:23:11,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:11,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:11,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-07T23:23:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-07T23:23:11,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-07T23:23:11,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0600 sec 2024-11-07T23:23:11,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 2.0640 sec 2024-11-07T23:23:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-07T23:23:11,826 INFO [Thread-1937 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-07T23:23:11,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:23:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-07T23:23:11,829 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:23:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-07T23:23:11,829 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:23:11,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:23:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-07T23:23:11,980 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:11,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-07T23:23:11,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:11,981 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 98baf18f6c0aea29f741a9933d85242f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-07T23:23:11,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=A 2024-11-07T23:23:11,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:11,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=B 2024-11-07T23:23:11,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:11,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=C 2024-11-07T23:23:11,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:11,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/7e464215008242c0ad059e28698caf41 is 50, key is test_row_0/A:col10/1731021791044/Put/seqid=0 2024-11-07T23:23:11,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742278_1454 (size=12001) 2024-11-07T23:23:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-07T23:23:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:12,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:12,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021852272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:12,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021852381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:12,389 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/7e464215008242c0ad059e28698caf41 2024-11-07T23:23:12,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/32a0b4ef7de94daa9d5b4f16f6392431 is 50, key is test_row_0/B:col10/1731021791044/Put/seqid=0 2024-11-07T23:23:12,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742279_1455 (size=12001) 2024-11-07T23:23:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-07T23:23:12,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021852586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:12,800 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/32a0b4ef7de94daa9d5b4f16f6392431 2024-11-07T23:23:12,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/3098d46846c044b18c1a324b988dc20e is 50, key is test_row_0/C:col10/1731021791044/Put/seqid=0 2024-11-07T23:23:12,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742280_1456 (size=12001) 2024-11-07T23:23:12,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021852890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-07T23:23:13,209 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/3098d46846c044b18c1a324b988dc20e 2024-11-07T23:23:13,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/7e464215008242c0ad059e28698caf41 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/7e464215008242c0ad059e28698caf41 2024-11-07T23:23:13,215 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/7e464215008242c0ad059e28698caf41, entries=150, sequenceid=131, filesize=11.7 K 2024-11-07T23:23:13,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/32a0b4ef7de94daa9d5b4f16f6392431 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/32a0b4ef7de94daa9d5b4f16f6392431 2024-11-07T23:23:13,218 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/32a0b4ef7de94daa9d5b4f16f6392431, entries=150, sequenceid=131, filesize=11.7 K 2024-11-07T23:23:13,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/3098d46846c044b18c1a324b988dc20e as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/3098d46846c044b18c1a324b988dc20e 2024-11-07T23:23:13,221 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/3098d46846c044b18c1a324b988dc20e, entries=150, sequenceid=131, filesize=11.7 K 2024-11-07T23:23:13,222 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 98baf18f6c0aea29f741a9933d85242f in 1241ms, sequenceid=131, compaction requested=true 2024-11-07T23:23:13,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:13,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:13,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-07T23:23:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-07T23:23:13,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-07T23:23:13,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3940 sec 2024-11-07T23:23:13,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.3970 sec 2024-11-07T23:23:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:13,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98baf18f6c0aea29f741a9933d85242f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-07T23:23:13,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=A 2024-11-07T23:23:13,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:13,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=B 2024-11-07T23:23:13,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:13,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=C 2024-11-07T23:23:13,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:13,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/84ad39b821a84568adc08be1e0d66968 is 50, key is test_row_0/A:col10/1731021793399/Put/seqid=0 2024-11-07T23:23:13,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742281_1457 (size=14541) 2024-11-07T23:23:13,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021853458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:13,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021853564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:13,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021853770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:13,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021853772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:13,776 DEBUG [Thread-1931 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., hostname=9fec913c0355,35383,1731021663619, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:23:13,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021853781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:13,785 DEBUG [Thread-1933 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., hostname=9fec913c0355,35383,1731021663619, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:23:13,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021853786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:13,791 DEBUG [Thread-1935 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., hostname=9fec913c0355,35383,1731021663619, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:23:13,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021853798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:13,804 DEBUG [Thread-1929 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., hostname=9fec913c0355,35383,1731021663619, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:23:13,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/84ad39b821a84568adc08be1e0d66968 2024-11-07T23:23:13,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/f4a2e46e7eea443a9315eae6b2623b85 is 50, key is test_row_0/B:col10/1731021793399/Put/seqid=0 2024-11-07T23:23:13,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742282_1458 (size=12151) 2024-11-07T23:23:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-07T23:23:13,932 INFO [Thread-1937 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-07T23:23:13,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:23:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-07T23:23:13,934 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:23:13,935 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:23:13,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:23:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-07T23:23:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-07T23:23:14,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021854076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:14,086 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:14,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-07T23:23:14,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:14,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:14,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:14,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:14,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:14,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/f4a2e46e7eea443a9315eae6b2623b85 2024-11-07T23:23:14,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/16ed15d3f096496484499523f2dbbbe3 is 50, key is test_row_0/C:col10/1731021793399/Put/seqid=0 2024-11-07T23:23:14,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742283_1459 (size=12151) 2024-11-07T23:23:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-07T23:23:14,238 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:14,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-07T23:23:14,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:14,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:14,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:14,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:14,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:14,391 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:14,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-07T23:23:14,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:14,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:14,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:14,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:14,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-07T23:23:14,543 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:14,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-07T23:23:14,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:14,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:14,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:14,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:14,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:14,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021854585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:14,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/16ed15d3f096496484499523f2dbbbe3 2024-11-07T23:23:14,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/84ad39b821a84568adc08be1e0d66968 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/84ad39b821a84568adc08be1e0d66968 2024-11-07T23:23:14,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/84ad39b821a84568adc08be1e0d66968, entries=200, sequenceid=153, filesize=14.2 K 2024-11-07T23:23:14,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/f4a2e46e7eea443a9315eae6b2623b85 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/f4a2e46e7eea443a9315eae6b2623b85 2024-11-07T23:23:14,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/f4a2e46e7eea443a9315eae6b2623b85, entries=150, sequenceid=153, filesize=11.9 K 2024-11-07T23:23:14,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/16ed15d3f096496484499523f2dbbbe3 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/16ed15d3f096496484499523f2dbbbe3 2024-11-07T23:23:14,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/16ed15d3f096496484499523f2dbbbe3, entries=150, sequenceid=153, filesize=11.9 K 2024-11-07T23:23:14,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 98baf18f6c0aea29f741a9933d85242f in 1240ms, sequenceid=153, compaction requested=true 2024-11-07T23:23:14,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:14,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98baf18f6c0aea29f741a9933d85242f:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:23:14,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:14,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98baf18f6c0aea29f741a9933d85242f:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:23:14,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:14,640 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:23:14,640 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:23:14,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98baf18f6c0aea29f741a9933d85242f:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:23:14,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:23:14,641 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:23:14,641 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50750 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:23:14,641 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 98baf18f6c0aea29f741a9933d85242f/B is initiating minor compaction (all files) 2024-11-07T23:23:14,641 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 98baf18f6c0aea29f741a9933d85242f/A is initiating minor compaction (all files) 2024-11-07T23:23:14,641 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98baf18f6c0aea29f741a9933d85242f/B in TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:14,641 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98baf18f6c0aea29f741a9933d85242f/A in TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:14,641 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/3cd6c0e25ce84ec7a9f29567ced40b80, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/cd76b2de57ad4b978f632e8178e6dffa, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/32a0b4ef7de94daa9d5b4f16f6392431, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/f4a2e46e7eea443a9315eae6b2623b85] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp, totalSize=47.2 K 2024-11-07T23:23:14,641 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/1c97a6a4b81b4ebc93195cb261f4ed91, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/7a8d8365b6ac468ebb8ff44a2370768f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/7e464215008242c0ad059e28698caf41, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/84ad39b821a84568adc08be1e0d66968] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp, totalSize=49.6 K 2024-11-07T23:23:14,641 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cd6c0e25ce84ec7a9f29567ced40b80, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731021788986 2024-11-07T23:23:14,641 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c97a6a4b81b4ebc93195cb261f4ed91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731021788986 2024-11-07T23:23:14,641 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting cd76b2de57ad4b978f632e8178e6dffa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731021789641 2024-11-07T23:23:14,641 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a8d8365b6ac468ebb8ff44a2370768f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731021789641 2024-11-07T23:23:14,641 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 32a0b4ef7de94daa9d5b4f16f6392431, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731021791044 2024-11-07T23:23:14,641 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e464215008242c0ad059e28698caf41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731021791044 2024-11-07T23:23:14,642 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting f4a2e46e7eea443a9315eae6b2623b85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731021792261 2024-11-07T23:23:14,642 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84ad39b821a84568adc08be1e0d66968, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731021792261 2024-11-07T23:23:14,649 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98baf18f6c0aea29f741a9933d85242f#B#compaction#389 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:14,649 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/0cc53171a81446a0b86a61312848167a is 50, key is test_row_0/B:col10/1731021793399/Put/seqid=0 2024-11-07T23:23:14,655 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98baf18f6c0aea29f741a9933d85242f#A#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:14,656 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/3973ac1a18ae4f6b90c8e2c039c8e762 is 50, key is test_row_0/A:col10/1731021793399/Put/seqid=0 2024-11-07T23:23:14,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742284_1460 (size=12493) 2024-11-07T23:23:14,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742285_1461 (size=12493) 2024-11-07T23:23:14,665 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/0cc53171a81446a0b86a61312848167a as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/0cc53171a81446a0b86a61312848167a 2024-11-07T23:23:14,668 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 98baf18f6c0aea29f741a9933d85242f/B of 98baf18f6c0aea29f741a9933d85242f into 0cc53171a81446a0b86a61312848167a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:14,668 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:14,668 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., storeName=98baf18f6c0aea29f741a9933d85242f/B, priority=12, startTime=1731021794640; duration=0sec 2024-11-07T23:23:14,668 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:23:14,668 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98baf18f6c0aea29f741a9933d85242f:B 2024-11-07T23:23:14,668 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:23:14,669 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:23:14,669 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 98baf18f6c0aea29f741a9933d85242f/C is initiating minor compaction (all files) 2024-11-07T23:23:14,669 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98baf18f6c0aea29f741a9933d85242f/C in TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:14,669 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/5208cc013b6142ae92b4c6c0ad86d2e2, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/82617beb89a946728d44a02e34cdf50d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/3098d46846c044b18c1a324b988dc20e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/16ed15d3f096496484499523f2dbbbe3] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp, totalSize=47.2 K 2024-11-07T23:23:14,670 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 5208cc013b6142ae92b4c6c0ad86d2e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731021788986 2024-11-07T23:23:14,670 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 82617beb89a946728d44a02e34cdf50d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731021789641 2024-11-07T23:23:14,670 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 3098d46846c044b18c1a324b988dc20e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731021791044 2024-11-07T23:23:14,670 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 16ed15d3f096496484499523f2dbbbe3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731021792261 2024-11-07T23:23:14,675 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98baf18f6c0aea29f741a9933d85242f#C#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:14,676 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/e9bd03586d844b97a1d4de956937e2e0 is 50, key is test_row_0/C:col10/1731021793399/Put/seqid=0 2024-11-07T23:23:14,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742286_1462 (size=12493) 2024-11-07T23:23:14,695 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:14,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-07T23:23:14,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:14,695 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 98baf18f6c0aea29f741a9933d85242f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-07T23:23:14,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=A 2024-11-07T23:23:14,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:14,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=B 2024-11-07T23:23:14,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:14,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=C 2024-11-07T23:23:14,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:14,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/46acc39d5aa143458e973e3475da74b9 is 50, key is test_row_0/A:col10/1731021793457/Put/seqid=0 2024-11-07T23:23:14,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742287_1463 (size=12151) 2024-11-07T23:23:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-07T23:23:15,063 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/3973ac1a18ae4f6b90c8e2c039c8e762 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/3973ac1a18ae4f6b90c8e2c039c8e762 2024-11-07T23:23:15,066 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 98baf18f6c0aea29f741a9933d85242f/A of 98baf18f6c0aea29f741a9933d85242f into 3973ac1a18ae4f6b90c8e2c039c8e762(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:15,067 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:15,067 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., storeName=98baf18f6c0aea29f741a9933d85242f/A, priority=12, startTime=1731021794640; duration=0sec 2024-11-07T23:23:15,067 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:15,067 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98baf18f6c0aea29f741a9933d85242f:A 2024-11-07T23:23:15,081 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/e9bd03586d844b97a1d4de956937e2e0 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/e9bd03586d844b97a1d4de956937e2e0 2024-11-07T23:23:15,085 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 98baf18f6c0aea29f741a9933d85242f/C of 98baf18f6c0aea29f741a9933d85242f into e9bd03586d844b97a1d4de956937e2e0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:15,085 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:15,085 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., storeName=98baf18f6c0aea29f741a9933d85242f/C, priority=12, startTime=1731021794640; duration=0sec 2024-11-07T23:23:15,085 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:15,085 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98baf18f6c0aea29f741a9933d85242f:C 2024-11-07T23:23:15,102 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/46acc39d5aa143458e973e3475da74b9 2024-11-07T23:23:15,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/258f8ad9a7cd4b39ab74d91e6992663e is 50, key is test_row_0/B:col10/1731021793457/Put/seqid=0 2024-11-07T23:23:15,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742288_1464 (size=12151) 2024-11-07T23:23:15,511 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/258f8ad9a7cd4b39ab74d91e6992663e 2024-11-07T23:23:15,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/d5863f50b5054f50aa760ff59338a542 is 50, key is test_row_0/C:col10/1731021793457/Put/seqid=0 2024-11-07T23:23:15,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742289_1465 (size=12151) 2024-11-07T23:23:15,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:15,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021855682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:15,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021855787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:15,920 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/d5863f50b5054f50aa760ff59338a542 2024-11-07T23:23:15,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/46acc39d5aa143458e973e3475da74b9 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/46acc39d5aa143458e973e3475da74b9 2024-11-07T23:23:15,926 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/46acc39d5aa143458e973e3475da74b9, entries=150, sequenceid=168, filesize=11.9 K 2024-11-07T23:23:15,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/258f8ad9a7cd4b39ab74d91e6992663e as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/258f8ad9a7cd4b39ab74d91e6992663e 2024-11-07T23:23:15,930 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/258f8ad9a7cd4b39ab74d91e6992663e, entries=150, sequenceid=168, filesize=11.9 K 2024-11-07T23:23:15,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/d5863f50b5054f50aa760ff59338a542 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/d5863f50b5054f50aa760ff59338a542 2024-11-07T23:23:15,933 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/d5863f50b5054f50aa760ff59338a542, entries=150, sequenceid=168, filesize=11.9 K 2024-11-07T23:23:15,934 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 98baf18f6c0aea29f741a9933d85242f in 1239ms, sequenceid=168, compaction requested=false 2024-11-07T23:23:15,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:15,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:15,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-07T23:23:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-07T23:23:15,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-07T23:23:15,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0000 sec 2024-11-07T23:23:15,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 2.0030 sec 2024-11-07T23:23:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:15,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98baf18f6c0aea29f741a9933d85242f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-07T23:23:15,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=A 2024-11-07T23:23:15,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:15,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=B 2024-11-07T23:23:15,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:15,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=C 2024-11-07T23:23:15,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:16,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/1391b8a5e2544f7d81c92502bf35c70e is 50, key is test_row_0/A:col10/1731021795995/Put/seqid=0 2024-11-07T23:23:16,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742290_1466 (size=14541) 2024-11-07T23:23:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-07T23:23:16,040 INFO [Thread-1937 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-07T23:23:16,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:23:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-07T23:23:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-07T23:23:16,042 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:23:16,042 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:23:16,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:23:16,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021856043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:16,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-07T23:23:16,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021856151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:16,192 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:16,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-07T23:23:16,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:16,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:16,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:16,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:16,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-07T23:23:16,344 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:16,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-07T23:23:16,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:16,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:16,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:16,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:16,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:16,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021856355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:16,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/1391b8a5e2544f7d81c92502bf35c70e 2024-11-07T23:23:16,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/59e34d617ef7481faf79e1ced1a27838 is 50, key is test_row_0/B:col10/1731021795995/Put/seqid=0 2024-11-07T23:23:16,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742291_1467 (size=12151) 2024-11-07T23:23:16,496 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:16,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-07T23:23:16,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:16,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:16,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:16,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:16,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-07T23:23:16,649 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:16,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-07T23:23:16,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:16,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:16,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:16,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:16,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:16,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:16,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021856659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:16,800 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:16,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-07T23:23:16,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:16,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:16,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:16,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:16,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:16,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:16,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/59e34d617ef7481faf79e1ced1a27838 2024-11-07T23:23:16,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/1467d9161f9d45b9b7252c2d8a9a3cc5 is 50, key is test_row_0/C:col10/1731021795995/Put/seqid=0 2024-11-07T23:23:16,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742292_1468 (size=12151) 2024-11-07T23:23:16,952 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:16,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-07T23:23:16,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:16,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:16,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:16,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:16,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:17,105 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:17,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-07T23:23:17,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:17,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:17,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:17,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:17,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-07T23:23:17,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021857163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:17,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/1467d9161f9d45b9b7252c2d8a9a3cc5 2024-11-07T23:23:17,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/1391b8a5e2544f7d81c92502bf35c70e as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/1391b8a5e2544f7d81c92502bf35c70e 2024-11-07T23:23:17,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/1391b8a5e2544f7d81c92502bf35c70e, entries=200, sequenceid=193, filesize=14.2 K 2024-11-07T23:23:17,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/59e34d617ef7481faf79e1ced1a27838 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/59e34d617ef7481faf79e1ced1a27838 2024-11-07T23:23:17,257 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:17,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-07T23:23:17,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:17,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:17,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:17,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:17,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:17,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/59e34d617ef7481faf79e1ced1a27838, entries=150, sequenceid=193, filesize=11.9 K 2024-11-07T23:23:17,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/1467d9161f9d45b9b7252c2d8a9a3cc5 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/1467d9161f9d45b9b7252c2d8a9a3cc5 2024-11-07T23:23:17,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/1467d9161f9d45b9b7252c2d8a9a3cc5, entries=150, sequenceid=193, filesize=11.9 K 2024-11-07T23:23:17,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 98baf18f6c0aea29f741a9933d85242f in 1271ms, sequenceid=193, compaction requested=true 2024-11-07T23:23:17,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:17,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98baf18f6c0aea29f741a9933d85242f:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:23:17,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:17,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98baf18f6c0aea29f741a9933d85242f:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:23:17,267 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:17,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:17,267 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:17,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98baf18f6c0aea29f741a9933d85242f:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:23:17,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:23:17,268 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:17,268 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:17,268 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 98baf18f6c0aea29f741a9933d85242f/A is initiating minor compaction (all files) 2024-11-07T23:23:17,268 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 98baf18f6c0aea29f741a9933d85242f/B is initiating minor compaction (all files) 2024-11-07T23:23:17,268 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98baf18f6c0aea29f741a9933d85242f/A in TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:17,268 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98baf18f6c0aea29f741a9933d85242f/B in TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:17,268 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/3973ac1a18ae4f6b90c8e2c039c8e762, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/46acc39d5aa143458e973e3475da74b9, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/1391b8a5e2544f7d81c92502bf35c70e] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp, totalSize=38.3 K 2024-11-07T23:23:17,268 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/0cc53171a81446a0b86a61312848167a, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/258f8ad9a7cd4b39ab74d91e6992663e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/59e34d617ef7481faf79e1ced1a27838] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp, totalSize=35.9 K 2024-11-07T23:23:17,269 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3973ac1a18ae4f6b90c8e2c039c8e762, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731021792261 2024-11-07T23:23:17,269 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cc53171a81446a0b86a61312848167a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731021792261 2024-11-07T23:23:17,269 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 258f8ad9a7cd4b39ab74d91e6992663e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731021793446 2024-11-07T23:23:17,269 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46acc39d5aa143458e973e3475da74b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731021793446 2024-11-07T23:23:17,269 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1391b8a5e2544f7d81c92502bf35c70e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731021795664 2024-11-07T23:23:17,269 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 59e34d617ef7481faf79e1ced1a27838, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731021795673 2024-11-07T23:23:17,275 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98baf18f6c0aea29f741a9933d85242f#B#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:17,275 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/852a5dcd9944467c87651ce8b7778058 is 50, key is test_row_0/B:col10/1731021795995/Put/seqid=0 2024-11-07T23:23:17,276 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98baf18f6c0aea29f741a9933d85242f#A#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:17,276 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/b5af9b8a432e48a5bf256e2b42c7b426 is 50, key is test_row_0/A:col10/1731021795995/Put/seqid=0 2024-11-07T23:23:17,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742294_1470 (size=12595) 2024-11-07T23:23:17,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742293_1469 (size=12595) 2024-11-07T23:23:17,292 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/852a5dcd9944467c87651ce8b7778058 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/852a5dcd9944467c87651ce8b7778058 2024-11-07T23:23:17,296 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98baf18f6c0aea29f741a9933d85242f/B of 98baf18f6c0aea29f741a9933d85242f into 852a5dcd9944467c87651ce8b7778058(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:17,296 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:17,296 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., storeName=98baf18f6c0aea29f741a9933d85242f/B, priority=13, startTime=1731021797267; duration=0sec 2024-11-07T23:23:17,296 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:23:17,296 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98baf18f6c0aea29f741a9933d85242f:B 2024-11-07T23:23:17,296 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:17,297 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:17,297 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 98baf18f6c0aea29f741a9933d85242f/C is initiating minor compaction (all files) 2024-11-07T23:23:17,297 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98baf18f6c0aea29f741a9933d85242f/C in TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:17,297 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/e9bd03586d844b97a1d4de956937e2e0, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/d5863f50b5054f50aa760ff59338a542, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/1467d9161f9d45b9b7252c2d8a9a3cc5] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp, totalSize=35.9 K 2024-11-07T23:23:17,298 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting e9bd03586d844b97a1d4de956937e2e0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731021792261 2024-11-07T23:23:17,298 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting d5863f50b5054f50aa760ff59338a542, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731021793446 2024-11-07T23:23:17,298 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 1467d9161f9d45b9b7252c2d8a9a3cc5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731021795673 2024-11-07T23:23:17,303 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98baf18f6c0aea29f741a9933d85242f#C#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:17,304 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/cac3c004c37e407ca1fef68990673465 is 50, key is test_row_0/C:col10/1731021795995/Put/seqid=0 2024-11-07T23:23:17,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742295_1471 (size=12595) 2024-11-07T23:23:17,409 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:17,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-07T23:23:17,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:17,410 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 98baf18f6c0aea29f741a9933d85242f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-07T23:23:17,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=A 2024-11-07T23:23:17,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:17,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=B 2024-11-07T23:23:17,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:17,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=C 2024-11-07T23:23:17,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:17,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/8a68940cca634f039a9e9bc2ce7e2d70 is 50, key is test_row_0/A:col10/1731021796027/Put/seqid=0 2024-11-07T23:23:17,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742296_1472 (size=12151) 2024-11-07T23:23:17,691 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/b5af9b8a432e48a5bf256e2b42c7b426 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/b5af9b8a432e48a5bf256e2b42c7b426 2024-11-07T23:23:17,694 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98baf18f6c0aea29f741a9933d85242f/A of 98baf18f6c0aea29f741a9933d85242f into b5af9b8a432e48a5bf256e2b42c7b426(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:17,694 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:17,694 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., storeName=98baf18f6c0aea29f741a9933d85242f/A, priority=13, startTime=1731021797267; duration=0sec 2024-11-07T23:23:17,694 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:17,694 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98baf18f6c0aea29f741a9933d85242f:A 2024-11-07T23:23:17,711 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/cac3c004c37e407ca1fef68990673465 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/cac3c004c37e407ca1fef68990673465 2024-11-07T23:23:17,715 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98baf18f6c0aea29f741a9933d85242f/C of 98baf18f6c0aea29f741a9933d85242f into cac3c004c37e407ca1fef68990673465(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:17,715 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:17,715 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., storeName=98baf18f6c0aea29f741a9933d85242f/C, priority=13, startTime=1731021797267; duration=0sec 2024-11-07T23:23:17,716 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:17,716 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98baf18f6c0aea29f741a9933d85242f:C 2024-11-07T23:23:17,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:17,817 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/8a68940cca634f039a9e9bc2ce7e2d70 2024-11-07T23:23:17,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/a02e5a194a534d3b8df8c2e377c89223 is 50, key is test_row_0/B:col10/1731021796027/Put/seqid=0 2024-11-07T23:23:17,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742297_1473 (size=12151) 2024-11-07T23:23:17,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021857851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:17,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021857851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:17,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021857852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:17,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021857853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:17,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021857959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:17,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021857959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:17,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:17,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021857959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:17,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021857961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-07T23:23:18,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:18,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021858161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021858161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:18,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021858165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:18,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021858166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:18,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021858175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:18,226 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/a02e5a194a534d3b8df8c2e377c89223 2024-11-07T23:23:18,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/499046248b5948faa47932205c463c2e is 50, key is test_row_0/C:col10/1731021796027/Put/seqid=0 2024-11-07T23:23:18,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742298_1474 (size=12151) 2024-11-07T23:23:18,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021858465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:18,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021858467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:18,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021858469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:18,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021858474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:18,635 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/499046248b5948faa47932205c463c2e 2024-11-07T23:23:18,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/8a68940cca634f039a9e9bc2ce7e2d70 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/8a68940cca634f039a9e9bc2ce7e2d70 2024-11-07T23:23:18,641 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/8a68940cca634f039a9e9bc2ce7e2d70, entries=150, sequenceid=207, filesize=11.9 K 2024-11-07T23:23:18,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/a02e5a194a534d3b8df8c2e377c89223 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/a02e5a194a534d3b8df8c2e377c89223 2024-11-07T23:23:18,645 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/a02e5a194a534d3b8df8c2e377c89223, entries=150, sequenceid=207, filesize=11.9 K 2024-11-07T23:23:18,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/499046248b5948faa47932205c463c2e as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/499046248b5948faa47932205c463c2e 2024-11-07T23:23:18,648 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/499046248b5948faa47932205c463c2e, entries=150, sequenceid=207, filesize=11.9 K 2024-11-07T23:23:18,648 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 98baf18f6c0aea29f741a9933d85242f in 1238ms, sequenceid=207, compaction requested=false 2024-11-07T23:23:18,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:18,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:18,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-07T23:23:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-07T23:23:18,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-07T23:23:18,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6070 sec 2024-11-07T23:23:18,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 2.6090 sec 2024-11-07T23:23:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:18,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98baf18f6c0aea29f741a9933d85242f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-07T23:23:18,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=A 2024-11-07T23:23:18,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:18,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=B 2024-11-07T23:23:18,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:18,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=C 2024-11-07T23:23:18,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:18,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/de87bb0e5d134535bccd3d8d038faac1 is 50, key is test_row_0/A:col10/1731021797850/Put/seqid=0 2024-11-07T23:23:18,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742299_1475 (size=14541) 2024-11-07T23:23:18,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021858985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:18,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021858986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:18,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021858988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:18,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021858992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:19,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021859094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:19,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021859094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:19,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021859094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:19,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021859098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:19,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:19,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021859297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:19,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:19,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021859297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:19,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021859298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:19,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:19,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021859302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:19,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/de87bb0e5d134535bccd3d8d038faac1 2024-11-07T23:23:19,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/b8edf19d49bc4ba6abf3caac9da2d7a9 is 50, key is test_row_0/B:col10/1731021797850/Put/seqid=0 2024-11-07T23:23:19,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742300_1476 (size=12151) 2024-11-07T23:23:19,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021859600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:19,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021859601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:19,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021859602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:19,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021859607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:19,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/b8edf19d49bc4ba6abf3caac9da2d7a9 2024-11-07T23:23:19,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/573f59783194497387404415c7b080ec is 50, key is test_row_0/C:col10/1731021797850/Put/seqid=0 2024-11-07T23:23:19,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742301_1477 (size=12151) 2024-11-07T23:23:19,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/573f59783194497387404415c7b080ec 2024-11-07T23:23:19,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/de87bb0e5d134535bccd3d8d038faac1 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/de87bb0e5d134535bccd3d8d038faac1 2024-11-07T23:23:19,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/de87bb0e5d134535bccd3d8d038faac1, entries=200, sequenceid=234, filesize=14.2 K 2024-11-07T23:23:19,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/b8edf19d49bc4ba6abf3caac9da2d7a9 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/b8edf19d49bc4ba6abf3caac9da2d7a9 2024-11-07T23:23:19,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/b8edf19d49bc4ba6abf3caac9da2d7a9, entries=150, sequenceid=234, filesize=11.9 K 2024-11-07T23:23:19,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/573f59783194497387404415c7b080ec as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/573f59783194497387404415c7b080ec 2024-11-07T23:23:19,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/573f59783194497387404415c7b080ec, entries=150, sequenceid=234, filesize=11.9 K 2024-11-07T23:23:19,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 98baf18f6c0aea29f741a9933d85242f in 847ms, sequenceid=234, compaction requested=true 2024-11-07T23:23:19,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:19,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98baf18f6c0aea29f741a9933d85242f:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:23:19,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:19,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98baf18f6c0aea29f741a9933d85242f:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:23:19,821 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:19,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:19,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98baf18f6c0aea29f741a9933d85242f:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:23:19,821 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:19,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:23:19,822 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:19,822 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:19,822 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 98baf18f6c0aea29f741a9933d85242f/A is initiating minor compaction (all files) 2024-11-07T23:23:19,822 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 98baf18f6c0aea29f741a9933d85242f/B is initiating minor compaction (all files) 2024-11-07T23:23:19,822 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98baf18f6c0aea29f741a9933d85242f/A in TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:19,822 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98baf18f6c0aea29f741a9933d85242f/B in TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:19,822 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/852a5dcd9944467c87651ce8b7778058, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/a02e5a194a534d3b8df8c2e377c89223, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/b8edf19d49bc4ba6abf3caac9da2d7a9] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp, totalSize=36.0 K 2024-11-07T23:23:19,822 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/b5af9b8a432e48a5bf256e2b42c7b426, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/8a68940cca634f039a9e9bc2ce7e2d70, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/de87bb0e5d134535bccd3d8d038faac1] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp, totalSize=38.4 K 2024-11-07T23:23:19,822 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 852a5dcd9944467c87651ce8b7778058, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731021795673 2024-11-07T23:23:19,822 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5af9b8a432e48a5bf256e2b42c7b426, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731021795673 2024-11-07T23:23:19,823 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting a02e5a194a534d3b8df8c2e377c89223, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731021796027 2024-11-07T23:23:19,823 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a68940cca634f039a9e9bc2ce7e2d70, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731021796027 2024-11-07T23:23:19,823 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting b8edf19d49bc4ba6abf3caac9da2d7a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731021797850 2024-11-07T23:23:19,823 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting de87bb0e5d134535bccd3d8d038faac1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731021797843 2024-11-07T23:23:19,828 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98baf18f6c0aea29f741a9933d85242f#A#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:19,828 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98baf18f6c0aea29f741a9933d85242f#B#compaction#407 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:19,828 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/2ad6b778098045959fbfe48c5c580295 is 50, key is test_row_0/B:col10/1731021797850/Put/seqid=0 2024-11-07T23:23:19,828 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/297204788349491d844ffacf8f3d7eb2 is 50, key is test_row_0/A:col10/1731021797850/Put/seqid=0 2024-11-07T23:23:19,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742303_1479 (size=12697) 2024-11-07T23:23:19,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742302_1478 (size=12697) 2024-11-07T23:23:20,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:20,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98baf18f6c0aea29f741a9933d85242f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-07T23:23:20,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=A 2024-11-07T23:23:20,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:20,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=B 2024-11-07T23:23:20,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:20,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=C 2024-11-07T23:23:20,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:20,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/013e4b1dd2814a2cace028fbf33bba5f is 50, key is test_row_0/A:col10/1731021800104/Put/seqid=0 2024-11-07T23:23:20,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742304_1480 (size=14541) 2024-11-07T23:23:20,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021860137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-07T23:23:20,147 INFO [Thread-1937 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-07T23:23:20,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:23:20,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-07T23:23:20,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-07T23:23:20,149 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:23:20,149 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:23:20,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:23:20,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021860144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:20,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021860145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:20,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021860146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:20,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:20,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021860195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:20,199 DEBUG [Thread-1927 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., hostname=9fec913c0355,35383,1731021663619, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:23:20,235 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/297204788349491d844ffacf8f3d7eb2 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/297204788349491d844ffacf8f3d7eb2 2024-11-07T23:23:20,235 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/2ad6b778098045959fbfe48c5c580295 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/2ad6b778098045959fbfe48c5c580295 2024-11-07T23:23:20,238 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98baf18f6c0aea29f741a9933d85242f/A of 98baf18f6c0aea29f741a9933d85242f into 297204788349491d844ffacf8f3d7eb2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:20,238 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98baf18f6c0aea29f741a9933d85242f/B of 98baf18f6c0aea29f741a9933d85242f into 2ad6b778098045959fbfe48c5c580295(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:20,238 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:20,238 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:20,238 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., storeName=98baf18f6c0aea29f741a9933d85242f/B, priority=13, startTime=1731021799821; duration=0sec 2024-11-07T23:23:20,238 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., storeName=98baf18f6c0aea29f741a9933d85242f/A, priority=13, startTime=1731021799821; duration=0sec 2024-11-07T23:23:20,238 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:23:20,238 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98baf18f6c0aea29f741a9933d85242f:B 2024-11-07T23:23:20,238 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:20,238 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98baf18f6c0aea29f741a9933d85242f:A 2024-11-07T23:23:20,238 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:20,239 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:20,239 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 98baf18f6c0aea29f741a9933d85242f/C is initiating minor compaction (all files) 2024-11-07T23:23:20,239 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98baf18f6c0aea29f741a9933d85242f/C in TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:20,239 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/cac3c004c37e407ca1fef68990673465, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/499046248b5948faa47932205c463c2e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/573f59783194497387404415c7b080ec] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp, totalSize=36.0 K 2024-11-07T23:23:20,239 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting cac3c004c37e407ca1fef68990673465, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731021795673 2024-11-07T23:23:20,240 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 499046248b5948faa47932205c463c2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731021796027 2024-11-07T23:23:20,240 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 573f59783194497387404415c7b080ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731021797850 2024-11-07T23:23:20,244 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98baf18f6c0aea29f741a9933d85242f#C#compaction#410 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:20,245 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/38c137ad8e7d45abb171dddd898dd938 is 50, key is test_row_0/C:col10/1731021797850/Put/seqid=0 2024-11-07T23:23:20,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742305_1481 (size=12697) 2024-11-07T23:23:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-07T23:23:20,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021860247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:20,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021860255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:20,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021860256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:20,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021860256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:20,300 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:20,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-07T23:23:20,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:20,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:20,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:20,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:20,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-07T23:23:20,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021860451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:20,453 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:20,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-07T23:23:20,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:20,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:20,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:20,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:20,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:20,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021860460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:20,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021860461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:20,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021860461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:20,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/013e4b1dd2814a2cace028fbf33bba5f 2024-11-07T23:23:20,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/a5a8456f31974bbea2f37c554b1bfe1e is 50, key is test_row_0/B:col10/1731021800104/Put/seqid=0 2024-11-07T23:23:20,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742306_1482 (size=12151) 2024-11-07T23:23:20,604 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:20,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-07T23:23:20,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:20,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:20,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:20,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:20,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:20,651 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/38c137ad8e7d45abb171dddd898dd938 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/38c137ad8e7d45abb171dddd898dd938 2024-11-07T23:23:20,654 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98baf18f6c0aea29f741a9933d85242f/C of 98baf18f6c0aea29f741a9933d85242f into 38c137ad8e7d45abb171dddd898dd938(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:20,654 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:20,655 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., storeName=98baf18f6c0aea29f741a9933d85242f/C, priority=13, startTime=1731021799821; duration=0sec 2024-11-07T23:23:20,655 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:20,655 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98baf18f6c0aea29f741a9933d85242f:C 2024-11-07T23:23:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-07T23:23:20,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021860754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:20,757 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:20,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-07T23:23:20,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:20,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:20,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:20,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:20,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:20,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021860764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:20,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021860765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:20,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021860765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:20,909 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:20,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-07T23:23:20,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:20,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:20,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:20,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:20,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:20,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/a5a8456f31974bbea2f37c554b1bfe1e 2024-11-07T23:23:20,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/03c028f33e6747fea8ad8cace8f3b538 is 50, key is test_row_0/C:col10/1731021800104/Put/seqid=0 2024-11-07T23:23:20,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742307_1483 (size=12151) 2024-11-07T23:23:21,061 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:21,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-07T23:23:21,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:21,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:21,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:21,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:21,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:21,214 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:21,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-07T23:23:21,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:21,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:21,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:21,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:21,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-07T23:23:21,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021861259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:21,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021861271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:21,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021861271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:21,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021861271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:21,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/03c028f33e6747fea8ad8cace8f3b538 2024-11-07T23:23:21,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/013e4b1dd2814a2cace028fbf33bba5f as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/013e4b1dd2814a2cace028fbf33bba5f 2024-11-07T23:23:21,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/013e4b1dd2814a2cace028fbf33bba5f, entries=200, sequenceid=246, filesize=14.2 K 2024-11-07T23:23:21,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/a5a8456f31974bbea2f37c554b1bfe1e as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/a5a8456f31974bbea2f37c554b1bfe1e 2024-11-07T23:23:21,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/a5a8456f31974bbea2f37c554b1bfe1e, entries=150, sequenceid=246, filesize=11.9 K 2024-11-07T23:23:21,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/03c028f33e6747fea8ad8cace8f3b538 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/03c028f33e6747fea8ad8cace8f3b538 2024-11-07T23:23:21,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/03c028f33e6747fea8ad8cace8f3b538, entries=150, sequenceid=246, filesize=11.9 K 2024-11-07T23:23:21,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 98baf18f6c0aea29f741a9933d85242f in 1258ms, sequenceid=246, compaction requested=false 2024-11-07T23:23:21,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:21,366 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:21,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-07T23:23:21,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:21,367 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 98baf18f6c0aea29f741a9933d85242f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-07T23:23:21,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=A 2024-11-07T23:23:21,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:21,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=B 2024-11-07T23:23:21,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:21,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=C 2024-11-07T23:23:21,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:21,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/3ee19f925d9749a2bcab05ad1272ed3c is 50, key is test_row_0/A:col10/1731021800136/Put/seqid=0 2024-11-07T23:23:21,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742308_1484 (size=12301) 2024-11-07T23:23:21,775 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/3ee19f925d9749a2bcab05ad1272ed3c 2024-11-07T23:23:21,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/3ed6f5f8b9ce4a5b85a1000f7c448dec is 50, key is test_row_0/B:col10/1731021800136/Put/seqid=0 2024-11-07T23:23:21,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742309_1485 (size=12301) 2024-11-07T23:23:22,194 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/3ed6f5f8b9ce4a5b85a1000f7c448dec 2024-11-07T23:23:22,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/fbfc0715e93241d8b99443c2aa3af721 is 50, key is test_row_0/C:col10/1731021800136/Put/seqid=0 2024-11-07T23:23:22,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742310_1486 (size=12301) 2024-11-07T23:23:22,216 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/fbfc0715e93241d8b99443c2aa3af721 2024-11-07T23:23:22,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/3ee19f925d9749a2bcab05ad1272ed3c as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/3ee19f925d9749a2bcab05ad1272ed3c 2024-11-07T23:23:22,223 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/3ee19f925d9749a2bcab05ad1272ed3c, entries=150, sequenceid=273, filesize=12.0 K 2024-11-07T23:23:22,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/3ed6f5f8b9ce4a5b85a1000f7c448dec as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/3ed6f5f8b9ce4a5b85a1000f7c448dec 2024-11-07T23:23:22,226 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/3ed6f5f8b9ce4a5b85a1000f7c448dec, entries=150, sequenceid=273, filesize=12.0 K 2024-11-07T23:23:22,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/fbfc0715e93241d8b99443c2aa3af721 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/fbfc0715e93241d8b99443c2aa3af721 2024-11-07T23:23:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-07T23:23:22,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. as already flushing 2024-11-07T23:23:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:22,294 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/fbfc0715e93241d8b99443c2aa3af721, entries=150, sequenceid=273, filesize=12.0 K 2024-11-07T23:23:22,295 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=26.84 KB/27480 for 98baf18f6c0aea29f741a9933d85242f in 929ms, sequenceid=273, compaction requested=true 2024-11-07T23:23:22,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:22,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:22,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-07T23:23:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-07T23:23:22,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-07T23:23:22,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1470 sec 2024-11-07T23:23:22,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 2.1500 sec 2024-11-07T23:23:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:22,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98baf18f6c0aea29f741a9933d85242f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T23:23:22,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=A 2024-11-07T23:23:22,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:22,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=B 2024-11-07T23:23:22,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:22,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=C 2024-11-07T23:23:22,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:22,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/b3e0ae827a56463eb05520141b70e73a is 50, key is test_row_0/A:col10/1731021802293/Put/seqid=0 2024-11-07T23:23:22,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742311_1487 (size=14741) 2024-11-07T23:23:22,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/b3e0ae827a56463eb05520141b70e73a 2024-11-07T23:23:22,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/2234a83a7c8743c482200c5085c3ae61 is 50, key is test_row_0/B:col10/1731021802293/Put/seqid=0 2024-11-07T23:23:22,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742312_1488 (size=12301) 2024-11-07T23:23:22,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021862344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:22,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021862345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:22,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021862350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:22,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021862350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:22,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021862451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:22,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021862455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:22,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021862460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:22,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021862460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:22,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021862653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:22,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021862659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:22,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021862664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:22,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021862665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:22,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/2234a83a7c8743c482200c5085c3ae61 2024-11-07T23:23:22,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/eba8166baf82430c976d1e136bb6f387 is 50, key is test_row_0/C:col10/1731021802293/Put/seqid=0 2024-11-07T23:23:22,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742313_1489 (size=12301) 2024-11-07T23:23:22,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021862959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:22,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021862963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:22,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021862969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:22,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021862972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:23,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/eba8166baf82430c976d1e136bb6f387 2024-11-07T23:23:23,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/b3e0ae827a56463eb05520141b70e73a as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/b3e0ae827a56463eb05520141b70e73a 2024-11-07T23:23:23,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/b3e0ae827a56463eb05520141b70e73a, entries=200, sequenceid=284, filesize=14.4 K 2024-11-07T23:23:23,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/2234a83a7c8743c482200c5085c3ae61 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/2234a83a7c8743c482200c5085c3ae61 2024-11-07T23:23:23,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/2234a83a7c8743c482200c5085c3ae61, entries=150, sequenceid=284, filesize=12.0 K 2024-11-07T23:23:23,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/eba8166baf82430c976d1e136bb6f387 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/eba8166baf82430c976d1e136bb6f387 2024-11-07T23:23:23,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/eba8166baf82430c976d1e136bb6f387, entries=150, sequenceid=284, filesize=12.0 K 2024-11-07T23:23:23,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 98baf18f6c0aea29f741a9933d85242f in 839ms, sequenceid=284, compaction requested=true 2024-11-07T23:23:23,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:23,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98baf18f6c0aea29f741a9933d85242f:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:23:23,143 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:23:23,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:23,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98baf18f6c0aea29f741a9933d85242f:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:23:23,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:23,143 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:23:23,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98baf18f6c0aea29f741a9933d85242f:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:23:23,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:23:23,143 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54280 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:23:23,144 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 98baf18f6c0aea29f741a9933d85242f/A is initiating minor compaction (all files) 2024-11-07T23:23:23,144 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:23:23,144 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 98baf18f6c0aea29f741a9933d85242f/B is initiating minor compaction (all files) 2024-11-07T23:23:23,144 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98baf18f6c0aea29f741a9933d85242f/A in TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:23,144 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98baf18f6c0aea29f741a9933d85242f/B in TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:23,144 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/297204788349491d844ffacf8f3d7eb2, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/013e4b1dd2814a2cace028fbf33bba5f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/3ee19f925d9749a2bcab05ad1272ed3c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/b3e0ae827a56463eb05520141b70e73a] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp, totalSize=53.0 K 2024-11-07T23:23:23,144 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/2ad6b778098045959fbfe48c5c580295, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/a5a8456f31974bbea2f37c554b1bfe1e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/3ed6f5f8b9ce4a5b85a1000f7c448dec, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/2234a83a7c8743c482200c5085c3ae61] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp, totalSize=48.3 K 2024-11-07T23:23:23,144 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ad6b778098045959fbfe48c5c580295, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731021797850 2024-11-07T23:23:23,144 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 297204788349491d844ffacf8f3d7eb2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731021797850 2024-11-07T23:23:23,144 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting a5a8456f31974bbea2f37c554b1bfe1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731021798980 2024-11-07T23:23:23,144 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 013e4b1dd2814a2cace028fbf33bba5f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731021798980 2024-11-07T23:23:23,144 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ee19f925d9749a2bcab05ad1272ed3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731021800136 2024-11-07T23:23:23,144 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ed6f5f8b9ce4a5b85a1000f7c448dec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731021800136 2024-11-07T23:23:23,145 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3e0ae827a56463eb05520141b70e73a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731021802293 2024-11-07T23:23:23,145 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 2234a83a7c8743c482200c5085c3ae61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731021802293 2024-11-07T23:23:23,150 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98baf18f6c0aea29f741a9933d85242f#A#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:23,150 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/cf9b90c7993e4a5a8eeaaf1613ec6e71 is 50, key is test_row_0/A:col10/1731021802293/Put/seqid=0 2024-11-07T23:23:23,151 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98baf18f6c0aea29f741a9933d85242f#B#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:23,151 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/c1cdbe45016b4adb9311ee165895a636 is 50, key is test_row_0/B:col10/1731021802293/Put/seqid=0 2024-11-07T23:23:23,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742314_1490 (size=12983) 2024-11-07T23:23:23,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742315_1491 (size=12983) 2024-11-07T23:23:23,157 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/c1cdbe45016b4adb9311ee165895a636 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/c1cdbe45016b4adb9311ee165895a636 2024-11-07T23:23:23,160 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 98baf18f6c0aea29f741a9933d85242f/B of 98baf18f6c0aea29f741a9933d85242f into c1cdbe45016b4adb9311ee165895a636(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:23,160 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:23,160 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., storeName=98baf18f6c0aea29f741a9933d85242f/B, priority=12, startTime=1731021803143; duration=0sec 2024-11-07T23:23:23,160 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:23:23,160 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98baf18f6c0aea29f741a9933d85242f:B 2024-11-07T23:23:23,160 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T23:23:23,161 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T23:23:23,161 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 98baf18f6c0aea29f741a9933d85242f/C is initiating minor compaction (all files) 2024-11-07T23:23:23,162 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98baf18f6c0aea29f741a9933d85242f/C in TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:23,162 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/38c137ad8e7d45abb171dddd898dd938, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/03c028f33e6747fea8ad8cace8f3b538, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/fbfc0715e93241d8b99443c2aa3af721, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/eba8166baf82430c976d1e136bb6f387] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp, totalSize=48.3 K 2024-11-07T23:23:23,162 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 38c137ad8e7d45abb171dddd898dd938, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731021797850 2024-11-07T23:23:23,162 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 03c028f33e6747fea8ad8cace8f3b538, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731021798980 2024-11-07T23:23:23,162 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting fbfc0715e93241d8b99443c2aa3af721, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731021800136 2024-11-07T23:23:23,162 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting eba8166baf82430c976d1e136bb6f387, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731021802293 2024-11-07T23:23:23,168 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98baf18f6c0aea29f741a9933d85242f#C#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:23,168 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/b9514c8facfb4bcdacbf404ccce6d947 is 50, key is test_row_0/C:col10/1731021802293/Put/seqid=0 2024-11-07T23:23:23,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742316_1492 (size=12983) 2024-11-07T23:23:23,175 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/b9514c8facfb4bcdacbf404ccce6d947 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/b9514c8facfb4bcdacbf404ccce6d947 2024-11-07T23:23:23,178 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 98baf18f6c0aea29f741a9933d85242f/C of 98baf18f6c0aea29f741a9933d85242f into b9514c8facfb4bcdacbf404ccce6d947(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:23,178 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:23,178 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., storeName=98baf18f6c0aea29f741a9933d85242f/C, priority=12, startTime=1731021803143; duration=0sec 2024-11-07T23:23:23,178 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:23,178 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98baf18f6c0aea29f741a9933d85242f:C 2024-11-07T23:23:23,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:23,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98baf18f6c0aea29f741a9933d85242f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-07T23:23:23,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=A 2024-11-07T23:23:23,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:23,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=B 2024-11-07T23:23:23,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:23,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=C 2024-11-07T23:23:23,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:23,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/f8a3d1168fd542d5aaf631c08a8aab58 is 50, key is test_row_0/A:col10/1731021802349/Put/seqid=0 2024-11-07T23:23:23,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742317_1493 (size=14741) 2024-11-07T23:23:23,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021863477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:23,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021863477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:23,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021863479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:23,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021863480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:23,511 DEBUG [Thread-1938 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x319db21a to 127.0.0.1:55878 2024-11-07T23:23:23,511 DEBUG [Thread-1938 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:23:23,514 DEBUG [Thread-1940 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39ba0ed8 to 127.0.0.1:55878 2024-11-07T23:23:23,514 DEBUG [Thread-1940 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:23:23,514 DEBUG [Thread-1946 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ac88340 to 127.0.0.1:55878 2024-11-07T23:23:23,514 DEBUG [Thread-1946 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:23:23,515 DEBUG [Thread-1942 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20456e19 to 127.0.0.1:55878 2024-11-07T23:23:23,515 DEBUG [Thread-1942 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:23:23,518 DEBUG [Thread-1944 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x477a55d2 to 127.0.0.1:55878 2024-11-07T23:23:23,519 DEBUG [Thread-1944 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:23:23,560 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/cf9b90c7993e4a5a8eeaaf1613ec6e71 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/cf9b90c7993e4a5a8eeaaf1613ec6e71 2024-11-07T23:23:23,567 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 98baf18f6c0aea29f741a9933d85242f/A of 98baf18f6c0aea29f741a9933d85242f into cf9b90c7993e4a5a8eeaaf1613ec6e71(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:23,567 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:23,567 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., storeName=98baf18f6c0aea29f741a9933d85242f/A, priority=12, startTime=1731021803143; duration=0sec 2024-11-07T23:23:23,568 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:23,568 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98baf18f6c0aea29f741a9933d85242f:A 2024-11-07T23:23:23,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021863582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:23,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021863583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:23,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021863585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:23,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021863785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:23,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021863786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:23,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021863787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:23,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/f8a3d1168fd542d5aaf631c08a8aab58 2024-11-07T23:23:23,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/ee2e447d4ff94af9a8904bfc41031df8 is 50, key is test_row_0/B:col10/1731021802349/Put/seqid=0 2024-11-07T23:23:23,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742318_1494 (size=12301) 2024-11-07T23:23:24,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:24,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021864087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:24,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021864089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:24,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021864090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:24,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:24,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1731021864219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:24,220 DEBUG [Thread-1927 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., hostname=9fec913c0355,35383,1731021663619, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:23:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-07T23:23:24,253 INFO [Thread-1937 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-07T23:23:24,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/ee2e447d4ff94af9a8904bfc41031df8 2024-11-07T23:23:24,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/904d523dac3240389b295ae9aa248021 is 50, key is test_row_0/C:col10/1731021802349/Put/seqid=0 2024-11-07T23:23:24,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742319_1495 (size=12301) 2024-11-07T23:23:24,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55070 deadline: 1731021864490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:24,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55040 deadline: 1731021864590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:24,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731021864593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:24,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55056 deadline: 1731021864593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:24,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/904d523dac3240389b295ae9aa248021 2024-11-07T23:23:24,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/f8a3d1168fd542d5aaf631c08a8aab58 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/f8a3d1168fd542d5aaf631c08a8aab58 2024-11-07T23:23:24,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/f8a3d1168fd542d5aaf631c08a8aab58, entries=200, sequenceid=313, filesize=14.4 K 2024-11-07T23:23:24,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/ee2e447d4ff94af9a8904bfc41031df8 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/ee2e447d4ff94af9a8904bfc41031df8 2024-11-07T23:23:24,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/ee2e447d4ff94af9a8904bfc41031df8, entries=150, sequenceid=313, filesize=12.0 K 2024-11-07T23:23:24,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/904d523dac3240389b295ae9aa248021 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/904d523dac3240389b295ae9aa248021 2024-11-07T23:23:24,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/904d523dac3240389b295ae9aa248021, entries=150, sequenceid=313, filesize=12.0 K 2024-11-07T23:23:24,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 98baf18f6c0aea29f741a9933d85242f in 1265ms, sequenceid=313, compaction requested=false 2024-11-07T23:23:24,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:25,598 DEBUG [Thread-1933 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a647e86 to 127.0.0.1:55878 2024-11-07T23:23:25,598 DEBUG [Thread-1933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:23:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:25,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98baf18f6c0aea29f741a9933d85242f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T23:23:25,601 DEBUG [Thread-1929 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x501d99ba to 127.0.0.1:55878 2024-11-07T23:23:25,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=A 2024-11-07T23:23:25,601 DEBUG [Thread-1929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:23:25,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:25,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=B 2024-11-07T23:23:25,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:25,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=C 2024-11-07T23:23:25,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:25,605 DEBUG [Thread-1931 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d4011c8 to 127.0.0.1:55878 2024-11-07T23:23:25,605 DEBUG [Thread-1931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:23:25,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/4c8e1811f6ee4945bd7314899fe37edf is 50, key is test_row_0/A:col10/1731021803479/Put/seqid=0 2024-11-07T23:23:25,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742320_1496 (size=12301) 2024-11-07T23:23:26,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/4c8e1811f6ee4945bd7314899fe37edf 2024-11-07T23:23:26,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/7c82e5d03c9543939f2781e92204b413 is 50, key is test_row_0/B:col10/1731021803479/Put/seqid=0 2024-11-07T23:23:26,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742321_1497 (size=12301) 2024-11-07T23:23:26,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/7c82e5d03c9543939f2781e92204b413 2024-11-07T23:23:26,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/55d4ced2ee674946b9e37cef5a52fa90 is 50, key is test_row_0/C:col10/1731021803479/Put/seqid=0 2024-11-07T23:23:26,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742322_1498 (size=12301) 2024-11-07T23:23:26,511 DEBUG [Thread-1935 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20a45919 to 127.0.0.1:55878 2024-11-07T23:23:26,511 DEBUG [Thread-1935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:23:26,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/55d4ced2ee674946b9e37cef5a52fa90 2024-11-07T23:23:26,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/4c8e1811f6ee4945bd7314899fe37edf as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/4c8e1811f6ee4945bd7314899fe37edf 2024-11-07T23:23:26,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/4c8e1811f6ee4945bd7314899fe37edf, entries=150, sequenceid=325, filesize=12.0 K 2024-11-07T23:23:26,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/7c82e5d03c9543939f2781e92204b413 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/7c82e5d03c9543939f2781e92204b413 2024-11-07T23:23:26,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/7c82e5d03c9543939f2781e92204b413, entries=150, sequenceid=325, filesize=12.0 K 2024-11-07T23:23:26,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/55d4ced2ee674946b9e37cef5a52fa90 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/55d4ced2ee674946b9e37cef5a52fa90 2024-11-07T23:23:26,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/55d4ced2ee674946b9e37cef5a52fa90, entries=150, sequenceid=325, filesize=12.0 K 2024-11-07T23:23:26,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=13.42 KB/13740 for 98baf18f6c0aea29f741a9933d85242f in 1277ms, sequenceid=325, compaction requested=true 2024-11-07T23:23:26,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:26,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98baf18f6c0aea29f741a9933d85242f:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:23:26,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:26,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98baf18f6c0aea29f741a9933d85242f:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:23:26,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:26,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98baf18f6c0aea29f741a9933d85242f:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:23:26,878 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:26,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:23:26,878 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:26,879 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:26,879 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:26,879 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 98baf18f6c0aea29f741a9933d85242f/A is initiating minor compaction (all files) 2024-11-07T23:23:26,879 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 98baf18f6c0aea29f741a9933d85242f/B is initiating minor compaction (all files) 2024-11-07T23:23:26,879 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98baf18f6c0aea29f741a9933d85242f/B in TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:26,879 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98baf18f6c0aea29f741a9933d85242f/A in TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:26,879 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/cf9b90c7993e4a5a8eeaaf1613ec6e71, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/f8a3d1168fd542d5aaf631c08a8aab58, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/4c8e1811f6ee4945bd7314899fe37edf] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp, totalSize=39.1 K 2024-11-07T23:23:26,879 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/c1cdbe45016b4adb9311ee165895a636, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/ee2e447d4ff94af9a8904bfc41031df8, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/7c82e5d03c9543939f2781e92204b413] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp, totalSize=36.7 K 2024-11-07T23:23:26,880 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1cdbe45016b4adb9311ee165895a636, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731021802293 2024-11-07T23:23:26,880 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting cf9b90c7993e4a5a8eeaaf1613ec6e71, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731021802293 2024-11-07T23:23:26,880 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee2e447d4ff94af9a8904bfc41031df8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731021802344 2024-11-07T23:23:26,880 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting f8a3d1168fd542d5aaf631c08a8aab58, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731021802344 2024-11-07T23:23:26,880 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c8e1811f6ee4945bd7314899fe37edf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731021803479 2024-11-07T23:23:26,880 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c82e5d03c9543939f2781e92204b413, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731021803479 2024-11-07T23:23:26,889 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98baf18f6c0aea29f741a9933d85242f#B#compaction#428 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:26,889 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98baf18f6c0aea29f741a9933d85242f#A#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:26,889 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/6e7551c329394af9b21699a9bd6c296c is 50, key is test_row_0/A:col10/1731021803479/Put/seqid=0 2024-11-07T23:23:26,890 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/acf6e13ae111470cbc5f8949ac65c04a is 50, key is test_row_0/B:col10/1731021803479/Put/seqid=0 2024-11-07T23:23:26,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742323_1499 (size=13085) 2024-11-07T23:23:26,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742324_1500 (size=13085) 2024-11-07T23:23:27,321 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/6e7551c329394af9b21699a9bd6c296c as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/6e7551c329394af9b21699a9bd6c296c 2024-11-07T23:23:27,321 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/acf6e13ae111470cbc5f8949ac65c04a as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/acf6e13ae111470cbc5f8949ac65c04a 2024-11-07T23:23:27,327 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98baf18f6c0aea29f741a9933d85242f/B of 98baf18f6c0aea29f741a9933d85242f into acf6e13ae111470cbc5f8949ac65c04a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:27,327 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98baf18f6c0aea29f741a9933d85242f/A of 98baf18f6c0aea29f741a9933d85242f into 6e7551c329394af9b21699a9bd6c296c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:27,327 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:27,327 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:27,327 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., storeName=98baf18f6c0aea29f741a9933d85242f/B, priority=13, startTime=1731021806878; duration=0sec 2024-11-07T23:23:27,327 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., storeName=98baf18f6c0aea29f741a9933d85242f/A, priority=13, startTime=1731021806878; duration=0sec 2024-11-07T23:23:27,327 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:23:27,327 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98baf18f6c0aea29f741a9933d85242f:B 2024-11-07T23:23:27,327 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:27,327 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98baf18f6c0aea29f741a9933d85242f:A 2024-11-07T23:23:27,327 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:27,329 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:27,329 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 98baf18f6c0aea29f741a9933d85242f/C is initiating minor compaction (all files) 2024-11-07T23:23:27,329 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98baf18f6c0aea29f741a9933d85242f/C in TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:27,329 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/b9514c8facfb4bcdacbf404ccce6d947, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/904d523dac3240389b295ae9aa248021, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/55d4ced2ee674946b9e37cef5a52fa90] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp, totalSize=36.7 K 2024-11-07T23:23:27,330 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9514c8facfb4bcdacbf404ccce6d947, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731021802293 2024-11-07T23:23:27,330 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 904d523dac3240389b295ae9aa248021, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731021802344 2024-11-07T23:23:27,330 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55d4ced2ee674946b9e37cef5a52fa90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731021803479 2024-11-07T23:23:27,340 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98baf18f6c0aea29f741a9933d85242f#C#compaction#430 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:27,341 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/97651e4cc4674d918e65939a17c9e82d is 50, key is test_row_0/C:col10/1731021803479/Put/seqid=0 2024-11-07T23:23:27,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742325_1501 (size=13085) 2024-11-07T23:23:27,755 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/97651e4cc4674d918e65939a17c9e82d as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/97651e4cc4674d918e65939a17c9e82d 2024-11-07T23:23:27,759 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98baf18f6c0aea29f741a9933d85242f/C of 98baf18f6c0aea29f741a9933d85242f into 97651e4cc4674d918e65939a17c9e82d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:27,759 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:27,759 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f., storeName=98baf18f6c0aea29f741a9933d85242f/C, priority=13, startTime=1731021806878; duration=0sec 2024-11-07T23:23:27,759 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:27,759 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98baf18f6c0aea29f741a9933d85242f:C 2024-11-07T23:23:31,269 ERROR [LeaseRenewer:jenkins@localhost:41977 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:41977,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:32,041 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T23:23:34,252 DEBUG [Thread-1927 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6c951a7d to 127.0.0.1:55878 2024-11-07T23:23:34,252 DEBUG [Thread-1927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:23:34,252 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-07T23:23:34,252 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-07T23:23:34,252 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-07T23:23:34,252 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-07T23:23:34,253 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-07T23:23:34,253 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-07T23:23:34,253 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-07T23:23:34,253 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-07T23:23:34,253 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2794 2024-11-07T23:23:34,253 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8382 rows 2024-11-07T23:23:34,253 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2812 2024-11-07T23:23:34,253 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8436 rows 2024-11-07T23:23:34,253 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2793 2024-11-07T23:23:34,253 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8379 rows 2024-11-07T23:23:34,253 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2818 2024-11-07T23:23:34,253 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8454 rows 2024-11-07T23:23:34,253 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2812 2024-11-07T23:23:34,253 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8436 rows 2024-11-07T23:23:34,254 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-07T23:23:34,254 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d1a41d5 to 127.0.0.1:55878 2024-11-07T23:23:34,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:23:34,258 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-07T23:23:34,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-07T23:23:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-07T23:23:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-07T23:23:34,261 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021814261"}]},"ts":"1731021814261"} 2024-11-07T23:23:34,262 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-07T23:23:34,307 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-07T23:23:34,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T23:23:34,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=98baf18f6c0aea29f741a9933d85242f, UNASSIGN}] 2024-11-07T23:23:34,311 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=98baf18f6c0aea29f741a9933d85242f, UNASSIGN 2024-11-07T23:23:34,312 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=98baf18f6c0aea29f741a9933d85242f, regionState=CLOSING, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:23:34,313 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T23:23:34,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; CloseRegionProcedure 98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619}] 2024-11-07T23:23:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-07T23:23:34,466 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:34,467 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(124): Close 98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:34,467 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-07T23:23:34,467 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1681): Closing 98baf18f6c0aea29f741a9933d85242f, disabling compactions & flushes 2024-11-07T23:23:34,467 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:34,467 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:34,467 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. after waiting 0 ms 2024-11-07T23:23:34,468 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:34,468 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(2837): Flushing 98baf18f6c0aea29f741a9933d85242f 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-07T23:23:34,468 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=A 2024-11-07T23:23:34,469 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:34,469 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=B 2024-11-07T23:23:34,469 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:34,469 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98baf18f6c0aea29f741a9933d85242f, store=C 2024-11-07T23:23:34,469 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:34,479 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/74ae2eb10c9045b7a0f23c7c5858ee16 is 50, key is test_row_0/A:col10/1731021814249/Put/seqid=0 2024-11-07T23:23:34,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742326_1502 (size=12301) 2024-11-07T23:23:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-07T23:23:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-07T23:23:34,885 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/74ae2eb10c9045b7a0f23c7c5858ee16 2024-11-07T23:23:34,899 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/309deed3c2ab409c92569cede0028bfd is 50, key is test_row_0/B:col10/1731021814249/Put/seqid=0 2024-11-07T23:23:34,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742327_1503 (size=12301) 2024-11-07T23:23:35,305 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/309deed3c2ab409c92569cede0028bfd 2024-11-07T23:23:35,317 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/9907b64fbc36479e82d5fb22a3b1ba9b is 50, key is test_row_0/C:col10/1731021814249/Put/seqid=0 2024-11-07T23:23:35,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742328_1504 (size=12301) 2024-11-07T23:23:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-07T23:23:35,724 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/9907b64fbc36479e82d5fb22a3b1ba9b 2024-11-07T23:23:35,734 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/A/74ae2eb10c9045b7a0f23c7c5858ee16 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/74ae2eb10c9045b7a0f23c7c5858ee16 2024-11-07T23:23:35,739 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/74ae2eb10c9045b7a0f23c7c5858ee16, entries=150, sequenceid=334, filesize=12.0 K 2024-11-07T23:23:35,740 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/B/309deed3c2ab409c92569cede0028bfd as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/309deed3c2ab409c92569cede0028bfd 2024-11-07T23:23:35,743 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/309deed3c2ab409c92569cede0028bfd, entries=150, sequenceid=334, filesize=12.0 K 2024-11-07T23:23:35,744 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/.tmp/C/9907b64fbc36479e82d5fb22a3b1ba9b as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/9907b64fbc36479e82d5fb22a3b1ba9b 2024-11-07T23:23:35,747 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/9907b64fbc36479e82d5fb22a3b1ba9b, entries=150, sequenceid=334, filesize=12.0 K 2024-11-07T23:23:35,748 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 98baf18f6c0aea29f741a9933d85242f in 1280ms, sequenceid=334, compaction requested=false 2024-11-07T23:23:35,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/49caf3bd9cd942df888e698450c9a6fd, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/301461d1fef649d18282dfe7af15e981, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/6c0c20e204404400a06b508cfe7082b2, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/16987582ef94484dbaa83c53ab15c071, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/ec5016f1808843508f3eac06d84262f8, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/b03bb339a07f4e8bbc91b702d86a457e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/1c97a6a4b81b4ebc93195cb261f4ed91, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/7a8d8365b6ac468ebb8ff44a2370768f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/7e464215008242c0ad059e28698caf41, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/84ad39b821a84568adc08be1e0d66968, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/3973ac1a18ae4f6b90c8e2c039c8e762, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/46acc39d5aa143458e973e3475da74b9, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/1391b8a5e2544f7d81c92502bf35c70e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/b5af9b8a432e48a5bf256e2b42c7b426, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/8a68940cca634f039a9e9bc2ce7e2d70, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/de87bb0e5d134535bccd3d8d038faac1, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/297204788349491d844ffacf8f3d7eb2, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/013e4b1dd2814a2cace028fbf33bba5f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/3ee19f925d9749a2bcab05ad1272ed3c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/b3e0ae827a56463eb05520141b70e73a, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/cf9b90c7993e4a5a8eeaaf1613ec6e71, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/f8a3d1168fd542d5aaf631c08a8aab58, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/4c8e1811f6ee4945bd7314899fe37edf] to archive 2024-11-07T23:23:35,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T23:23:35,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/49caf3bd9cd942df888e698450c9a6fd to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/49caf3bd9cd942df888e698450c9a6fd 2024-11-07T23:23:35,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/301461d1fef649d18282dfe7af15e981 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/301461d1fef649d18282dfe7af15e981 2024-11-07T23:23:35,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/6c0c20e204404400a06b508cfe7082b2 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/6c0c20e204404400a06b508cfe7082b2 2024-11-07T23:23:35,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/16987582ef94484dbaa83c53ab15c071 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/16987582ef94484dbaa83c53ab15c071 2024-11-07T23:23:35,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/ec5016f1808843508f3eac06d84262f8 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/ec5016f1808843508f3eac06d84262f8 2024-11-07T23:23:35,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/b03bb339a07f4e8bbc91b702d86a457e to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/b03bb339a07f4e8bbc91b702d86a457e 2024-11-07T23:23:35,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/1c97a6a4b81b4ebc93195cb261f4ed91 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/1c97a6a4b81b4ebc93195cb261f4ed91 2024-11-07T23:23:35,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/7a8d8365b6ac468ebb8ff44a2370768f to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/7a8d8365b6ac468ebb8ff44a2370768f 2024-11-07T23:23:35,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/7e464215008242c0ad059e28698caf41 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/7e464215008242c0ad059e28698caf41 2024-11-07T23:23:35,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/84ad39b821a84568adc08be1e0d66968 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/84ad39b821a84568adc08be1e0d66968 2024-11-07T23:23:35,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/3973ac1a18ae4f6b90c8e2c039c8e762 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/3973ac1a18ae4f6b90c8e2c039c8e762 2024-11-07T23:23:35,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/46acc39d5aa143458e973e3475da74b9 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/46acc39d5aa143458e973e3475da74b9 2024-11-07T23:23:35,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/1391b8a5e2544f7d81c92502bf35c70e to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/1391b8a5e2544f7d81c92502bf35c70e 2024-11-07T23:23:35,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/b5af9b8a432e48a5bf256e2b42c7b426 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/b5af9b8a432e48a5bf256e2b42c7b426 2024-11-07T23:23:35,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/8a68940cca634f039a9e9bc2ce7e2d70 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/8a68940cca634f039a9e9bc2ce7e2d70 2024-11-07T23:23:35,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/de87bb0e5d134535bccd3d8d038faac1 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/de87bb0e5d134535bccd3d8d038faac1 2024-11-07T23:23:35,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/297204788349491d844ffacf8f3d7eb2 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/297204788349491d844ffacf8f3d7eb2 2024-11-07T23:23:35,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/013e4b1dd2814a2cace028fbf33bba5f to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/013e4b1dd2814a2cace028fbf33bba5f 2024-11-07T23:23:35,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/3ee19f925d9749a2bcab05ad1272ed3c to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/3ee19f925d9749a2bcab05ad1272ed3c 2024-11-07T23:23:35,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/b3e0ae827a56463eb05520141b70e73a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/b3e0ae827a56463eb05520141b70e73a 2024-11-07T23:23:35,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/cf9b90c7993e4a5a8eeaaf1613ec6e71 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/cf9b90c7993e4a5a8eeaaf1613ec6e71 2024-11-07T23:23:35,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/f8a3d1168fd542d5aaf631c08a8aab58 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/f8a3d1168fd542d5aaf631c08a8aab58 2024-11-07T23:23:35,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/4c8e1811f6ee4945bd7314899fe37edf to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/4c8e1811f6ee4945bd7314899fe37edf 2024-11-07T23:23:35,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/1d8ae70ee4d0495491770f3aedc2c6fa, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/3ce0acf1f672467f9337a8637967a940, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/4444de4336224397ac9ec0a68d222be8, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/b638718b2a1f43e5aee3b1d187ee5865, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/6f055039495a464aacef610c7e26e1b2, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/3cd6c0e25ce84ec7a9f29567ced40b80, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/722a9fc368164f998c1018b0d40c65bd, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/cd76b2de57ad4b978f632e8178e6dffa, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/32a0b4ef7de94daa9d5b4f16f6392431, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/0cc53171a81446a0b86a61312848167a, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/f4a2e46e7eea443a9315eae6b2623b85, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/258f8ad9a7cd4b39ab74d91e6992663e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/852a5dcd9944467c87651ce8b7778058, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/59e34d617ef7481faf79e1ced1a27838, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/a02e5a194a534d3b8df8c2e377c89223, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/2ad6b778098045959fbfe48c5c580295, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/b8edf19d49bc4ba6abf3caac9da2d7a9, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/a5a8456f31974bbea2f37c554b1bfe1e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/3ed6f5f8b9ce4a5b85a1000f7c448dec, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/c1cdbe45016b4adb9311ee165895a636, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/2234a83a7c8743c482200c5085c3ae61, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/ee2e447d4ff94af9a8904bfc41031df8, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/7c82e5d03c9543939f2781e92204b413] to archive 2024-11-07T23:23:35,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T23:23:35,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/1d8ae70ee4d0495491770f3aedc2c6fa to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/1d8ae70ee4d0495491770f3aedc2c6fa 2024-11-07T23:23:35,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/3ce0acf1f672467f9337a8637967a940 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/3ce0acf1f672467f9337a8637967a940 2024-11-07T23:23:35,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/4444de4336224397ac9ec0a68d222be8 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/4444de4336224397ac9ec0a68d222be8 2024-11-07T23:23:35,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/b638718b2a1f43e5aee3b1d187ee5865 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/b638718b2a1f43e5aee3b1d187ee5865 2024-11-07T23:23:35,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/6f055039495a464aacef610c7e26e1b2 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/6f055039495a464aacef610c7e26e1b2 2024-11-07T23:23:35,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/3cd6c0e25ce84ec7a9f29567ced40b80 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/3cd6c0e25ce84ec7a9f29567ced40b80 2024-11-07T23:23:35,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/722a9fc368164f998c1018b0d40c65bd to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/722a9fc368164f998c1018b0d40c65bd 2024-11-07T23:23:35,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/cd76b2de57ad4b978f632e8178e6dffa to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/cd76b2de57ad4b978f632e8178e6dffa 2024-11-07T23:23:35,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/32a0b4ef7de94daa9d5b4f16f6392431 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/32a0b4ef7de94daa9d5b4f16f6392431 2024-11-07T23:23:35,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/0cc53171a81446a0b86a61312848167a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/0cc53171a81446a0b86a61312848167a 2024-11-07T23:23:35,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/f4a2e46e7eea443a9315eae6b2623b85 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/f4a2e46e7eea443a9315eae6b2623b85 2024-11-07T23:23:35,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/258f8ad9a7cd4b39ab74d91e6992663e to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/258f8ad9a7cd4b39ab74d91e6992663e 2024-11-07T23:23:35,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/852a5dcd9944467c87651ce8b7778058 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/852a5dcd9944467c87651ce8b7778058 2024-11-07T23:23:35,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/59e34d617ef7481faf79e1ced1a27838 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/59e34d617ef7481faf79e1ced1a27838 2024-11-07T23:23:35,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/a02e5a194a534d3b8df8c2e377c89223 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/a02e5a194a534d3b8df8c2e377c89223 2024-11-07T23:23:35,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/2ad6b778098045959fbfe48c5c580295 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/2ad6b778098045959fbfe48c5c580295 2024-11-07T23:23:35,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/b8edf19d49bc4ba6abf3caac9da2d7a9 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/b8edf19d49bc4ba6abf3caac9da2d7a9 2024-11-07T23:23:35,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/a5a8456f31974bbea2f37c554b1bfe1e to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/a5a8456f31974bbea2f37c554b1bfe1e 2024-11-07T23:23:35,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/3ed6f5f8b9ce4a5b85a1000f7c448dec to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/3ed6f5f8b9ce4a5b85a1000f7c448dec 2024-11-07T23:23:35,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/c1cdbe45016b4adb9311ee165895a636 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/c1cdbe45016b4adb9311ee165895a636 2024-11-07T23:23:35,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/2234a83a7c8743c482200c5085c3ae61 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/2234a83a7c8743c482200c5085c3ae61 2024-11-07T23:23:35,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/ee2e447d4ff94af9a8904bfc41031df8 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/ee2e447d4ff94af9a8904bfc41031df8 2024-11-07T23:23:35,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/7c82e5d03c9543939f2781e92204b413 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/7c82e5d03c9543939f2781e92204b413 2024-11-07T23:23:35,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/a85d1e542da54e01baecc86d3600c118, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/ebed33bda2a0410396e69df2e03c609a, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/cc919fbf617242289eeee1f71e67e7bb, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/c01a38a9b846481c8b14cccb36149976, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/f4c816b002414c30955f6dcbf57cda24, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/5208cc013b6142ae92b4c6c0ad86d2e2, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/f3fdd7c8d6834fd297733c1ed96e3674, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/82617beb89a946728d44a02e34cdf50d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/3098d46846c044b18c1a324b988dc20e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/e9bd03586d844b97a1d4de956937e2e0, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/16ed15d3f096496484499523f2dbbbe3, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/d5863f50b5054f50aa760ff59338a542, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/cac3c004c37e407ca1fef68990673465, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/1467d9161f9d45b9b7252c2d8a9a3cc5, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/499046248b5948faa47932205c463c2e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/38c137ad8e7d45abb171dddd898dd938, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/573f59783194497387404415c7b080ec, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/03c028f33e6747fea8ad8cace8f3b538, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/fbfc0715e93241d8b99443c2aa3af721, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/b9514c8facfb4bcdacbf404ccce6d947, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/eba8166baf82430c976d1e136bb6f387, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/904d523dac3240389b295ae9aa248021, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/55d4ced2ee674946b9e37cef5a52fa90] to archive 2024-11-07T23:23:35,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T23:23:35,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/a85d1e542da54e01baecc86d3600c118 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/a85d1e542da54e01baecc86d3600c118 2024-11-07T23:23:35,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/ebed33bda2a0410396e69df2e03c609a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/ebed33bda2a0410396e69df2e03c609a 2024-11-07T23:23:35,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/cc919fbf617242289eeee1f71e67e7bb to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/cc919fbf617242289eeee1f71e67e7bb 2024-11-07T23:23:35,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/c01a38a9b846481c8b14cccb36149976 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/c01a38a9b846481c8b14cccb36149976 2024-11-07T23:23:35,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/f4c816b002414c30955f6dcbf57cda24 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/f4c816b002414c30955f6dcbf57cda24 2024-11-07T23:23:35,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/5208cc013b6142ae92b4c6c0ad86d2e2 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/5208cc013b6142ae92b4c6c0ad86d2e2 2024-11-07T23:23:35,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/f3fdd7c8d6834fd297733c1ed96e3674 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/f3fdd7c8d6834fd297733c1ed96e3674 2024-11-07T23:23:35,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/82617beb89a946728d44a02e34cdf50d to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/82617beb89a946728d44a02e34cdf50d 2024-11-07T23:23:35,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/3098d46846c044b18c1a324b988dc20e to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/3098d46846c044b18c1a324b988dc20e 2024-11-07T23:23:35,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/e9bd03586d844b97a1d4de956937e2e0 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/e9bd03586d844b97a1d4de956937e2e0 2024-11-07T23:23:35,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/16ed15d3f096496484499523f2dbbbe3 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/16ed15d3f096496484499523f2dbbbe3 2024-11-07T23:23:35,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/d5863f50b5054f50aa760ff59338a542 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/d5863f50b5054f50aa760ff59338a542 2024-11-07T23:23:35,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/cac3c004c37e407ca1fef68990673465 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/cac3c004c37e407ca1fef68990673465 2024-11-07T23:23:35,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/1467d9161f9d45b9b7252c2d8a9a3cc5 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/1467d9161f9d45b9b7252c2d8a9a3cc5 2024-11-07T23:23:35,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/499046248b5948faa47932205c463c2e to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/499046248b5948faa47932205c463c2e 2024-11-07T23:23:35,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/38c137ad8e7d45abb171dddd898dd938 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/38c137ad8e7d45abb171dddd898dd938 2024-11-07T23:23:35,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/573f59783194497387404415c7b080ec to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/573f59783194497387404415c7b080ec 2024-11-07T23:23:35,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/03c028f33e6747fea8ad8cace8f3b538 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/03c028f33e6747fea8ad8cace8f3b538 2024-11-07T23:23:35,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/fbfc0715e93241d8b99443c2aa3af721 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/fbfc0715e93241d8b99443c2aa3af721 2024-11-07T23:23:35,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/b9514c8facfb4bcdacbf404ccce6d947 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/b9514c8facfb4bcdacbf404ccce6d947 2024-11-07T23:23:35,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/eba8166baf82430c976d1e136bb6f387 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/eba8166baf82430c976d1e136bb6f387 2024-11-07T23:23:35,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/904d523dac3240389b295ae9aa248021 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/904d523dac3240389b295ae9aa248021 2024-11-07T23:23:35,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/55d4ced2ee674946b9e37cef5a52fa90 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/55d4ced2ee674946b9e37cef5a52fa90 2024-11-07T23:23:35,830 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=1 2024-11-07T23:23:35,831 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f. 2024-11-07T23:23:35,831 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1635): Region close journal for 98baf18f6c0aea29f741a9933d85242f: 2024-11-07T23:23:35,832 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(170): Closed 98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:35,832 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=98baf18f6c0aea29f741a9933d85242f, regionState=CLOSED 2024-11-07T23:23:35,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-07T23:23:35,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseRegionProcedure 98baf18f6c0aea29f741a9933d85242f, server=9fec913c0355,35383,1731021663619 in 1.5190 sec 2024-11-07T23:23:35,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-11-07T23:23:35,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=98baf18f6c0aea29f741a9933d85242f, UNASSIGN in 1.5230 sec 2024-11-07T23:23:35,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-07T23:23:35,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5260 sec 2024-11-07T23:23:35,835 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021815835"}]},"ts":"1731021815835"} 2024-11-07T23:23:35,836 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-07T23:23:35,874 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-07T23:23:35,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6150 sec 2024-11-07T23:23:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-07T23:23:36,369 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-07T23:23:36,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-07T23:23:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:23:36,374 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:23:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-07T23:23:36,375 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=148, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:23:36,378 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:36,382 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A, FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B, FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C, FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/recovered.edits] 2024-11-07T23:23:36,386 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/6e7551c329394af9b21699a9bd6c296c to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/6e7551c329394af9b21699a9bd6c296c 2024-11-07T23:23:36,388 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/74ae2eb10c9045b7a0f23c7c5858ee16 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/A/74ae2eb10c9045b7a0f23c7c5858ee16 2024-11-07T23:23:36,393 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/309deed3c2ab409c92569cede0028bfd to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/309deed3c2ab409c92569cede0028bfd 2024-11-07T23:23:36,395 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/acf6e13ae111470cbc5f8949ac65c04a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/B/acf6e13ae111470cbc5f8949ac65c04a 2024-11-07T23:23:36,399 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/97651e4cc4674d918e65939a17c9e82d to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/97651e4cc4674d918e65939a17c9e82d 2024-11-07T23:23:36,402 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/9907b64fbc36479e82d5fb22a3b1ba9b to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/C/9907b64fbc36479e82d5fb22a3b1ba9b 2024-11-07T23:23:36,407 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/recovered.edits/337.seqid to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f/recovered.edits/337.seqid 2024-11-07T23:23:36,408 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/98baf18f6c0aea29f741a9933d85242f 2024-11-07T23:23:36,408 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-07T23:23:36,411 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=148, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:23:36,413 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-07T23:23:36,416 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-07T23:23:36,418 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=148, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:23:36,418 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-07T23:23:36,418 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731021816418"}]},"ts":"9223372036854775807"} 2024-11-07T23:23:36,420 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-07T23:23:36,420 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 98baf18f6c0aea29f741a9933d85242f, NAME => 'TestAcidGuarantees,,1731021781259.98baf18f6c0aea29f741a9933d85242f.', STARTKEY => '', ENDKEY => ''}] 2024-11-07T23:23:36,420 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-07T23:23:36,420 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731021816420"}]},"ts":"9223372036854775807"} 2024-11-07T23:23:36,422 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-07T23:23:36,458 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=148, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:23:36,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 87 msec 2024-11-07T23:23:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-07T23:23:36,476 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-07T23:23:36,490 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=236 (was 240), OpenFileDescriptor=454 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=322 (was 400), ProcessCount=9 (was 9), AvailableMemoryMB=1947 (was 1956) 2024-11-07T23:23:36,502 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=236, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=322, ProcessCount=9, AvailableMemoryMB=1947 2024-11-07T23:23:36,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T23:23:36,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T23:23:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-07T23:23:36,506 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T23:23:36,506 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:36,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 149 2024-11-07T23:23:36,506 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T23:23:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-07T23:23:36,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742329_1505 (size=960) 2024-11-07T23:23:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-07T23:23:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-07T23:23:36,916 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c 2024-11-07T23:23:36,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742330_1506 (size=53) 2024-11-07T23:23:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-07T23:23:37,327 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:23:37,327 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8c2d991302900d05f281168575e3d784, disabling compactions & flushes 2024-11-07T23:23:37,327 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:37,327 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:37,327 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. after waiting 0 ms 2024-11-07T23:23:37,327 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:37,327 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:37,328 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:37,330 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T23:23:37,331 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731021817330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731021817330"}]},"ts":"1731021817330"} 2024-11-07T23:23:37,333 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-07T23:23:37,335 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T23:23:37,335 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021817335"}]},"ts":"1731021817335"} 2024-11-07T23:23:37,336 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-07T23:23:37,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c2d991302900d05f281168575e3d784, ASSIGN}] 2024-11-07T23:23:37,385 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c2d991302900d05f281168575e3d784, ASSIGN 2024-11-07T23:23:37,386 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c2d991302900d05f281168575e3d784, ASSIGN; state=OFFLINE, location=9fec913c0355,35383,1731021663619; forceNewPlan=false, retain=false 2024-11-07T23:23:37,537 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=8c2d991302900d05f281168575e3d784, regionState=OPENING, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:23:37,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; OpenRegionProcedure 8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619}] 2024-11-07T23:23:37,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-07T23:23:37,691 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:37,696 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:37,696 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7285): Opening region: {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} 2024-11-07T23:23:37,697 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:37,697 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:23:37,697 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7327): checking encryption for 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:37,697 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7330): checking classloading for 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:37,700 INFO [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:37,703 INFO [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T23:23:37,703 INFO [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c2d991302900d05f281168575e3d784 columnFamilyName A 2024-11-07T23:23:37,704 DEBUG [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:37,705 INFO [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] regionserver.HStore(327): Store=8c2d991302900d05f281168575e3d784/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:23:37,705 INFO [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:37,708 INFO [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T23:23:37,708 INFO [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c2d991302900d05f281168575e3d784 columnFamilyName B 2024-11-07T23:23:37,708 DEBUG [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:37,709 INFO [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] regionserver.HStore(327): Store=8c2d991302900d05f281168575e3d784/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:23:37,709 INFO [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:37,711 INFO [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T23:23:37,711 INFO [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c2d991302900d05f281168575e3d784 columnFamilyName C 2024-11-07T23:23:37,711 DEBUG [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:37,712 INFO [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] regionserver.HStore(327): Store=8c2d991302900d05f281168575e3d784/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:23:37,712 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:37,712 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784 2024-11-07T23:23:37,713 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784 2024-11-07T23:23:37,714 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T23:23:37,715 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1085): writing seq id for 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:37,717 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:23:37,717 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1102): Opened 8c2d991302900d05f281168575e3d784; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68304917, jitterRate=0.01782257854938507}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T23:23:37,718 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1001): Region open journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:37,718 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784., pid=151, masterSystemTime=1731021817690 2024-11-07T23:23:37,719 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=8c2d991302900d05f281168575e3d784, regionState=OPEN, openSeqNum=2, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:23:37,720 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:37,720 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:37,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-07T23:23:37,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; OpenRegionProcedure 8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 in 182 msec 2024-11-07T23:23:37,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-07T23:23:37,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c2d991302900d05f281168575e3d784, ASSIGN in 339 msec 2024-11-07T23:23:37,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T23:23:37,724 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021817724"}]},"ts":"1731021817724"} 2024-11-07T23:23:37,725 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-07T23:23:37,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T23:23:37,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2630 sec 2024-11-07T23:23:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-07T23:23:38,616 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-11-07T23:23:38,621 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x23b6a95d to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@242a3a51 2024-11-07T23:23:38,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39254f5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:23:38,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:23:38,689 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60078, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:23:38,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T23:23:38,691 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59470, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T23:23:38,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T23:23:38,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T23:23:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-07T23:23:38,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742331_1507 (size=996) 2024-11-07T23:23:38,921 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:41977 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:41977,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:39,113 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-07T23:23:39,114 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-07T23:23:39,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T23:23:39,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c2d991302900d05f281168575e3d784, REOPEN/MOVE}] 2024-11-07T23:23:39,122 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c2d991302900d05f281168575e3d784, REOPEN/MOVE 2024-11-07T23:23:39,123 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=8c2d991302900d05f281168575e3d784, regionState=CLOSING, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:23:39,124 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T23:23:39,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; CloseRegionProcedure 8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619}] 2024-11-07T23:23:39,275 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:39,276 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(124): Close 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:39,276 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-07T23:23:39,276 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1681): Closing 8c2d991302900d05f281168575e3d784, disabling compactions & flushes 2024-11-07T23:23:39,276 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:39,276 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:39,276 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. after waiting 0 ms 2024-11-07T23:23:39,276 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:39,283 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-07T23:23:39,284 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:39,284 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1635): Region close journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:39,284 WARN [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionServer(3786): Not adding moved region record: 8c2d991302900d05f281168575e3d784 to self. 2024-11-07T23:23:39,286 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(170): Closed 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:39,287 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=8c2d991302900d05f281168575e3d784, regionState=CLOSED 2024-11-07T23:23:39,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-07T23:23:39,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; CloseRegionProcedure 8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 in 165 msec 2024-11-07T23:23:39,291 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c2d991302900d05f281168575e3d784, REOPEN/MOVE; state=CLOSED, location=9fec913c0355,35383,1731021663619; forceNewPlan=false, retain=true 2024-11-07T23:23:39,442 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=8c2d991302900d05f281168575e3d784, regionState=OPENING, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:23:39,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=154, state=RUNNABLE; OpenRegionProcedure 8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619}] 2024-11-07T23:23:39,597 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:39,604 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:39,604 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7285): Opening region: {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} 2024-11-07T23:23:39,605 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:39,605 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:23:39,605 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7327): checking encryption for 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:39,605 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7330): checking classloading for 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:39,608 INFO [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:39,609 INFO [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T23:23:39,610 INFO [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c2d991302900d05f281168575e3d784 columnFamilyName A 2024-11-07T23:23:39,612 DEBUG [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:39,613 INFO [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] regionserver.HStore(327): Store=8c2d991302900d05f281168575e3d784/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:23:39,614 INFO [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:39,615 INFO [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T23:23:39,615 INFO [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c2d991302900d05f281168575e3d784 columnFamilyName B 2024-11-07T23:23:39,615 DEBUG [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:39,616 INFO [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] regionserver.HStore(327): Store=8c2d991302900d05f281168575e3d784/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:23:39,616 INFO [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:39,616 INFO [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T23:23:39,617 INFO [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c2d991302900d05f281168575e3d784 columnFamilyName C 2024-11-07T23:23:39,617 DEBUG [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:39,617 INFO [StoreOpener-8c2d991302900d05f281168575e3d784-1 {}] regionserver.HStore(327): Store=8c2d991302900d05f281168575e3d784/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:23:39,617 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:39,618 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784 2024-11-07T23:23:39,620 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784 2024-11-07T23:23:39,622 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T23:23:39,623 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1085): writing seq id for 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:39,624 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1102): Opened 8c2d991302900d05f281168575e3d784; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60675685, jitterRate=-0.09586183726787567}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T23:23:39,625 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1001): Region open journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:39,626 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784., pid=156, masterSystemTime=1731021819597 2024-11-07T23:23:39,628 DEBUG [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:39,628 INFO [RS_OPEN_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:39,628 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=8c2d991302900d05f281168575e3d784, regionState=OPEN, openSeqNum=5, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:23:39,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=154 2024-11-07T23:23:39,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=154, state=SUCCESS; OpenRegionProcedure 8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 in 185 msec 2024-11-07T23:23:39,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-07T23:23:39,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c2d991302900d05f281168575e3d784, REOPEN/MOVE in 510 msec 2024-11-07T23:23:39,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-07T23:23:39,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 514 msec 2024-11-07T23:23:39,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 940 msec 2024-11-07T23:23:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-07T23:23:39,639 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44a8cc66 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31258e10 2024-11-07T23:23:39,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@226948f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:23:39,677 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61fa8719 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cb2c038 2024-11-07T23:23:39,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f4319f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:23:39,690 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f29636d to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@35f0cbb0 2024-11-07T23:23:39,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd6c58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:23:39,700 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0943e006 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3add07d5 2024-11-07T23:23:39,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5169737a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:23:39,708 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x743c6f3a to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@260d3dc7 2024-11-07T23:23:39,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce568df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:23:39,716 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49daf5a7 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e6edfd3 2024-11-07T23:23:39,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a403af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:23:39,725 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40908ffe to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68a85078 2024-11-07T23:23:39,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20598fb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:23:39,733 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x73ee60e6 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@596fc573 2024-11-07T23:23:39,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3527ada0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:23:39,741 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d27688a to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a446400 2024-11-07T23:23:39,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2069245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:23:39,750 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4f425468 to 127.0.0.1:55878 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@668f5de4 2024-11-07T23:23:39,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ad6fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:23:39,763 DEBUG [hconnection-0x1e386e06-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:23:39,763 DEBUG [hconnection-0x3728468b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:23:39,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:23:39,763 DEBUG [hconnection-0x5e9838f1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:23:39,763 DEBUG [hconnection-0x2d56e567-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:23:39,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-07T23:23:39,764 DEBUG [hconnection-0xca5bfa8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:23:39,764 DEBUG [hconnection-0x29968d0f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:23:39,764 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:23:39,765 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:23:39,765 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:23:39,765 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:23:39,765 DEBUG [hconnection-0xcad36d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:23:39,766 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:23:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-07T23:23:39,766 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:23:39,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:23:39,767 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:23:39,767 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60118, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:23:39,768 DEBUG [hconnection-0x5512c8e1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:23:39,768 DEBUG [hconnection-0xc009622-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:23:39,769 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60124, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:23:39,769 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:23:39,771 DEBUG [hconnection-0x4251a1ec-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:23:39,771 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:23:39,772 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:23:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:39,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c2d991302900d05f281168575e3d784 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T23:23:39,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=A 2024-11-07T23:23:39,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:39,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=B 2024-11-07T23:23:39,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:39,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=C 2024-11-07T23:23:39,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:39,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021879791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:39,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021879791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:39,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021879791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:39,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60098 deadline: 1731021879792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:39,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60086 deadline: 1731021879794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:39,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411072448cea46f0b455a8d39229e77b9d319_8c2d991302900d05f281168575e3d784 is 50, key is test_row_0/A:col10/1731021819772/Put/seqid=0 2024-11-07T23:23:39,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742332_1508 (size=12154) 2024-11-07T23:23:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-07T23:23:39,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021879893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:39,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021879893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:39,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60098 deadline: 1731021879894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:39,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021879895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:39,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60086 deadline: 1731021879895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:39,919 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:39,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-07T23:23:39,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:39,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:39,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:39,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:39,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-07T23:23:40,071 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:40,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-07T23:23:40,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:40,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:40,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:40,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:40,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:40,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:40,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021880094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021880094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:40,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60098 deadline: 1731021880096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:40,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021880097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:40,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60086 deadline: 1731021880098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:40,210 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:40,212 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411072448cea46f0b455a8d39229e77b9d319_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411072448cea46f0b455a8d39229e77b9d319_8c2d991302900d05f281168575e3d784 2024-11-07T23:23:40,213 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/6ea83a7778274928923cc6688d5c4b4a, store: [table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:40,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/6ea83a7778274928923cc6688d5c4b4a is 175, key is test_row_0/A:col10/1731021819772/Put/seqid=0 2024-11-07T23:23:40,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742333_1509 (size=30955) 2024-11-07T23:23:40,223 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:40,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-07T23:23:40,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:40,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:40,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:40,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:40,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-07T23:23:40,375 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:40,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-07T23:23:40,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:40,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:40,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:40,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:40,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:40,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021880396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:40,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021880396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:40,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021880399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:40,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60098 deadline: 1731021880400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:40,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60086 deadline: 1731021880401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:40,527 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:40,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-07T23:23:40,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:40,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:40,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:40,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:40,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:40,617 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/6ea83a7778274928923cc6688d5c4b4a 2024-11-07T23:23:40,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/6c4a5d5829fc48d0b5d075251b26061b is 50, key is test_row_0/B:col10/1731021819772/Put/seqid=0 2024-11-07T23:23:40,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742334_1510 (size=12001) 2024-11-07T23:23:40,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/6c4a5d5829fc48d0b5d075251b26061b 2024-11-07T23:23:40,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/7f89180b38a54ce5beabd0f0ad60ba93 is 50, key is test_row_0/C:col10/1731021819772/Put/seqid=0 2024-11-07T23:23:40,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742335_1511 (size=12001) 2024-11-07T23:23:40,679 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:40,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-07T23:23:40,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:40,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:40,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:40,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:40,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:40,831 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:40,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-07T23:23:40,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:40,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:40,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:40,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:40,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-07T23:23:40,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021880899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:40,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021880900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:40,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021880904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:40,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60098 deadline: 1731021880905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:40,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60086 deadline: 1731021880907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:40,983 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:40,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-07T23:23:40,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:40,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:40,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:40,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:40,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:41,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/7f89180b38a54ce5beabd0f0ad60ba93 2024-11-07T23:23:41,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/6ea83a7778274928923cc6688d5c4b4a as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/6ea83a7778274928923cc6688d5c4b4a 2024-11-07T23:23:41,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/6ea83a7778274928923cc6688d5c4b4a, entries=150, sequenceid=16, filesize=30.2 K 2024-11-07T23:23:41,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/6c4a5d5829fc48d0b5d075251b26061b as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/6c4a5d5829fc48d0b5d075251b26061b 2024-11-07T23:23:41,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/6c4a5d5829fc48d0b5d075251b26061b, entries=150, sequenceid=16, filesize=11.7 K 2024-11-07T23:23:41,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/7f89180b38a54ce5beabd0f0ad60ba93 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/7f89180b38a54ce5beabd0f0ad60ba93 2024-11-07T23:23:41,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/7f89180b38a54ce5beabd0f0ad60ba93, entries=150, sequenceid=16, filesize=11.7 K 2024-11-07T23:23:41,085 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 8c2d991302900d05f281168575e3d784 in 1310ms, sequenceid=16, compaction requested=false 2024-11-07T23:23:41,085 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-07T23:23:41,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:41,135 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:41,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-07T23:23:41,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:41,136 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 8c2d991302900d05f281168575e3d784 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-07T23:23:41,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=A 2024-11-07T23:23:41,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:41,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=B 2024-11-07T23:23:41,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:41,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=C 2024-11-07T23:23:41,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:41,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107d994515652734d839297a622c43e30d9_8c2d991302900d05f281168575e3d784 is 50, key is test_row_0/A:col10/1731021819781/Put/seqid=0 2024-11-07T23:23:41,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742336_1512 (size=12154) 2024-11-07T23:23:41,349 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T23:23:41,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:41,553 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107d994515652734d839297a622c43e30d9_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107d994515652734d839297a622c43e30d9_8c2d991302900d05f281168575e3d784 2024-11-07T23:23:41,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/cd7172b273af4b9e98b5633ff1c8403d, store: [table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:41,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/cd7172b273af4b9e98b5633ff1c8403d is 175, key is test_row_0/A:col10/1731021819781/Put/seqid=0 2024-11-07T23:23:41,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742337_1513 (size=30955) 2024-11-07T23:23:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-07T23:23:41,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:41,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:41,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021881910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:41,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60086 deadline: 1731021881911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:41,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021881913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:41,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021881913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:41,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60098 deadline: 1731021881916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:41,958 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/cd7172b273af4b9e98b5633ff1c8403d 2024-11-07T23:23:41,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/22b9bb4540b744df8e48cf5b8611be55 is 50, key is test_row_0/B:col10/1731021819781/Put/seqid=0 2024-11-07T23:23:41,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742338_1514 (size=12001) 2024-11-07T23:23:42,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021882013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:42,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021882016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:42,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021882016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:42,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021882215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:42,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021882218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:42,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021882218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:42,366 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/22b9bb4540b744df8e48cf5b8611be55 2024-11-07T23:23:42,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/ebef9ff5df8b40879000cb147b69525b is 50, key is test_row_0/C:col10/1731021819781/Put/seqid=0 2024-11-07T23:23:42,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742339_1515 (size=12001) 2024-11-07T23:23:42,389 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/ebef9ff5df8b40879000cb147b69525b 2024-11-07T23:23:42,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/cd7172b273af4b9e98b5633ff1c8403d as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/cd7172b273af4b9e98b5633ff1c8403d 2024-11-07T23:23:42,396 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/cd7172b273af4b9e98b5633ff1c8403d, entries=150, sequenceid=41, filesize=30.2 K 2024-11-07T23:23:42,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/22b9bb4540b744df8e48cf5b8611be55 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/22b9bb4540b744df8e48cf5b8611be55 2024-11-07T23:23:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,399 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/22b9bb4540b744df8e48cf5b8611be55, entries=150, sequenceid=41, filesize=11.7 K 2024-11-07T23:23:42,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/ebef9ff5df8b40879000cb147b69525b as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/ebef9ff5df8b40879000cb147b69525b 2024-11-07T23:23:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,402 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/ebef9ff5df8b40879000cb147b69525b, entries=150, sequenceid=41, filesize=11.7 K 2024-11-07T23:23:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,403 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 8c2d991302900d05f281168575e3d784 in 1267ms, sequenceid=41, compaction requested=false 2024-11-07T23:23:42,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:42,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:42,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-07T23:23:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-07T23:23:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-07T23:23:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6380 sec 2024-11-07T23:23:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 2.6420 sec 2024-11-07T23:23:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:42,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c2d991302900d05f281168575e3d784 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-07T23:23:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=A 2024-11-07T23:23:42,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:42,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=B 2024-11-07T23:23:42,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:42,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=C 2024-11-07T23:23:42,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107d258b22f0ffa4abd8afa136b1611c217_8c2d991302900d05f281168575e3d784 is 50, key is test_row_0/A:col10/1731021822523/Put/seqid=0 2024-11-07T23:23:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742340_1516 (size=12154) 2024-11-07T23:23:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021882553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:42,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021882555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:42,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021882556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:42,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021882657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:42,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021882658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:42,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021882659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:42,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021882860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:42,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021882860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:42,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021882862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:42,937 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:42,940 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107d258b22f0ffa4abd8afa136b1611c217_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107d258b22f0ffa4abd8afa136b1611c217_8c2d991302900d05f281168575e3d784 2024-11-07T23:23:42,940 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/bfc6d790ad084c49ba3293f064ce8528, store: [table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:42,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/bfc6d790ad084c49ba3293f064ce8528 is 175, key is test_row_0/A:col10/1731021822523/Put/seqid=0 2024-11-07T23:23:42,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742341_1517 (size=30951) 2024-11-07T23:23:43,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021883163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:43,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021883164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:43,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021883165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:43,344 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/bfc6d790ad084c49ba3293f064ce8528 2024-11-07T23:23:43,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/b492e3d8ee7242139441e7564b7691a1 is 50, key is test_row_0/B:col10/1731021822523/Put/seqid=0 2024-11-07T23:23:43,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742342_1518 (size=9657) 2024-11-07T23:23:43,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021883665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:43,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:43,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021883666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:43,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:43,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021883669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:43,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/b492e3d8ee7242139441e7564b7691a1 2024-11-07T23:23:43,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/223cfb37e66d4ccaaf9c1b1f5931dbb3 is 50, key is test_row_0/C:col10/1731021822523/Put/seqid=0 2024-11-07T23:23:43,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742343_1519 (size=9657) 2024-11-07T23:23:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-07T23:23:43,869 INFO [Thread-2284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-07T23:23:43,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:23:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-07T23:23:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-07T23:23:43,871 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:23:43,872 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:23:43,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:23:43,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60086 deadline: 1731021883923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:43,924 DEBUG [Thread-2274 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784., hostname=9fec913c0355,35383,1731021663619, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:23:43,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60098 deadline: 1731021883927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:43,929 DEBUG [Thread-2278 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784., hostname=9fec913c0355,35383,1731021663619, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:23:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-07T23:23:44,023 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:44,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-07T23:23:44,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:44,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:44,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:44,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:44,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-07T23:23:44,175 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:44,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-07T23:23:44,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:44,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:44,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:44,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:44,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:44,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/223cfb37e66d4ccaaf9c1b1f5931dbb3 2024-11-07T23:23:44,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/bfc6d790ad084c49ba3293f064ce8528 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/bfc6d790ad084c49ba3293f064ce8528 2024-11-07T23:23:44,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/bfc6d790ad084c49ba3293f064ce8528, entries=150, sequenceid=55, filesize=30.2 K 2024-11-07T23:23:44,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/b492e3d8ee7242139441e7564b7691a1 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/b492e3d8ee7242139441e7564b7691a1 2024-11-07T23:23:44,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/b492e3d8ee7242139441e7564b7691a1, entries=100, sequenceid=55, filesize=9.4 K 2024-11-07T23:23:44,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/223cfb37e66d4ccaaf9c1b1f5931dbb3 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/223cfb37e66d4ccaaf9c1b1f5931dbb3 2024-11-07T23:23:44,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/223cfb37e66d4ccaaf9c1b1f5931dbb3, entries=100, sequenceid=55, filesize=9.4 K 2024-11-07T23:23:44,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 8c2d991302900d05f281168575e3d784 in 1682ms, sequenceid=55, compaction requested=true 2024-11-07T23:23:44,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:44,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2d991302900d05f281168575e3d784:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:23:44,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:44,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2d991302900d05f281168575e3d784:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:23:44,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:44,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2d991302900d05f281168575e3d784:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:23:44,207 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:44,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:23:44,207 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:44,207 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:44,207 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:44,207 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 8c2d991302900d05f281168575e3d784/A is initiating minor compaction (all files) 2024-11-07T23:23:44,207 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 8c2d991302900d05f281168575e3d784/B is initiating minor compaction (all files) 2024-11-07T23:23:44,207 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c2d991302900d05f281168575e3d784/B in TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:44,207 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c2d991302900d05f281168575e3d784/A in TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:44,207 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/6c4a5d5829fc48d0b5d075251b26061b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/22b9bb4540b744df8e48cf5b8611be55, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/b492e3d8ee7242139441e7564b7691a1] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp, totalSize=32.9 K 2024-11-07T23:23:44,207 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/6ea83a7778274928923cc6688d5c4b4a, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/cd7172b273af4b9e98b5633ff1c8403d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/bfc6d790ad084c49ba3293f064ce8528] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp, totalSize=90.7 K 2024-11-07T23:23:44,208 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:44,208 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. files: [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/6ea83a7778274928923cc6688d5c4b4a, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/cd7172b273af4b9e98b5633ff1c8403d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/bfc6d790ad084c49ba3293f064ce8528] 2024-11-07T23:23:44,208 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c4a5d5829fc48d0b5d075251b26061b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731021819770 2024-11-07T23:23:44,208 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ea83a7778274928923cc6688d5c4b4a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731021819770 2024-11-07T23:23:44,208 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 22b9bb4540b744df8e48cf5b8611be55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731021819781 2024-11-07T23:23:44,208 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd7172b273af4b9e98b5633ff1c8403d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731021819781 2024-11-07T23:23:44,208 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting b492e3d8ee7242139441e7564b7691a1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731021822523 2024-11-07T23:23:44,208 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting bfc6d790ad084c49ba3293f064ce8528, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731021821912 2024-11-07T23:23:44,213 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2d991302900d05f281168575e3d784#B#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:44,213 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/f81311d49b544d8da77bcaed73f80031 is 50, key is test_row_0/B:col10/1731021822523/Put/seqid=0 2024-11-07T23:23:44,221 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:44,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742344_1520 (size=12104) 2024-11-07T23:23:44,223 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107f71b90e7a6484c72802269969467b4aa_8c2d991302900d05f281168575e3d784 store=[table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:44,224 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107f71b90e7a6484c72802269969467b4aa_8c2d991302900d05f281168575e3d784, store=[table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:44,225 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107f71b90e7a6484c72802269969467b4aa_8c2d991302900d05f281168575e3d784 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:44,228 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/f81311d49b544d8da77bcaed73f80031 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/f81311d49b544d8da77bcaed73f80031 2024-11-07T23:23:44,232 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c2d991302900d05f281168575e3d784/B of 8c2d991302900d05f281168575e3d784 into f81311d49b544d8da77bcaed73f80031(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:44,232 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:44,232 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784., storeName=8c2d991302900d05f281168575e3d784/B, priority=13, startTime=1731021824207; duration=0sec 2024-11-07T23:23:44,232 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:23:44,232 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2d991302900d05f281168575e3d784:B 2024-11-07T23:23:44,232 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:44,232 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:44,232 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 8c2d991302900d05f281168575e3d784/C is initiating minor compaction (all files) 2024-11-07T23:23:44,232 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c2d991302900d05f281168575e3d784/C in TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:44,232 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/7f89180b38a54ce5beabd0f0ad60ba93, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/ebef9ff5df8b40879000cb147b69525b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/223cfb37e66d4ccaaf9c1b1f5931dbb3] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp, totalSize=32.9 K 2024-11-07T23:23:44,233 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f89180b38a54ce5beabd0f0ad60ba93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731021819770 2024-11-07T23:23:44,233 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting ebef9ff5df8b40879000cb147b69525b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731021819781 2024-11-07T23:23:44,233 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 223cfb37e66d4ccaaf9c1b1f5931dbb3, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731021822523 2024-11-07T23:23:44,243 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2d991302900d05f281168575e3d784#C#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:44,243 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/b0bd797271004677a7ab859033c4ead2 is 50, key is test_row_0/C:col10/1731021822523/Put/seqid=0 2024-11-07T23:23:44,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742345_1521 (size=4469) 2024-11-07T23:23:44,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742346_1522 (size=12104) 2024-11-07T23:23:44,249 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/b0bd797271004677a7ab859033c4ead2 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/b0bd797271004677a7ab859033c4ead2 2024-11-07T23:23:44,252 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c2d991302900d05f281168575e3d784/C of 8c2d991302900d05f281168575e3d784 into b0bd797271004677a7ab859033c4ead2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:44,252 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:44,252 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784., storeName=8c2d991302900d05f281168575e3d784/C, priority=13, startTime=1731021824207; duration=0sec 2024-11-07T23:23:44,252 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:44,252 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2d991302900d05f281168575e3d784:C 2024-11-07T23:23:44,327 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:44,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-07T23:23:44,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:44,328 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 8c2d991302900d05f281168575e3d784 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-07T23:23:44,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=A 2024-11-07T23:23:44,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:44,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=B 2024-11-07T23:23:44,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:44,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=C 2024-11-07T23:23:44,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:44,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e8daafadfdb2494d9194c6df37447abd_8c2d991302900d05f281168575e3d784 is 50, key is test_row_0/A:col10/1731021822550/Put/seqid=0 2024-11-07T23:23:44,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742347_1523 (size=12154) 2024-11-07T23:23:44,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:44,339 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e8daafadfdb2494d9194c6df37447abd_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e8daafadfdb2494d9194c6df37447abd_8c2d991302900d05f281168575e3d784 2024-11-07T23:23:44,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/83a8ab64f2764a2699791a451a5f2071, store: [table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:44,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/83a8ab64f2764a2699791a451a5f2071 is 175, key is test_row_0/A:col10/1731021822550/Put/seqid=0 2024-11-07T23:23:44,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742348_1524 (size=30955) 2024-11-07T23:23:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-07T23:23:44,644 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2d991302900d05f281168575e3d784#A#compaction#444 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:44,645 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/f899ddfbb998423799854d0ab41a765f is 175, key is test_row_0/A:col10/1731021822523/Put/seqid=0 2024-11-07T23:23:44,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742349_1525 (size=31165) 2024-11-07T23:23:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:44,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:44,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:44,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021884679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021884679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:44,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021884680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:44,743 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/83a8ab64f2764a2699791a451a5f2071 2024-11-07T23:23:44,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/408f3625ea7d42c7af5aa4b75e883fa4 is 50, key is test_row_0/B:col10/1731021822550/Put/seqid=0 2024-11-07T23:23:44,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742350_1526 (size=12001) 2024-11-07T23:23:44,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021884782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:44,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021884782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:44,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021884783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-07T23:23:44,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021884984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:44,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021884984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:44,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021884985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:45,054 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/f899ddfbb998423799854d0ab41a765f as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/f899ddfbb998423799854d0ab41a765f 2024-11-07T23:23:45,057 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c2d991302900d05f281168575e3d784/A of 8c2d991302900d05f281168575e3d784 into f899ddfbb998423799854d0ab41a765f(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:45,057 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:45,057 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784., storeName=8c2d991302900d05f281168575e3d784/A, priority=13, startTime=1731021824207; duration=0sec 2024-11-07T23:23:45,057 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:45,057 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2d991302900d05f281168575e3d784:A 2024-11-07T23:23:45,151 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/408f3625ea7d42c7af5aa4b75e883fa4 2024-11-07T23:23:45,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/6fc12eec2d93469ebc0f8f8d4c15da99 is 50, key is test_row_0/C:col10/1731021822550/Put/seqid=0 2024-11-07T23:23:45,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742351_1527 (size=12001) 2024-11-07T23:23:45,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021885287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:45,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021885287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:45,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021885287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:45,559 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/6fc12eec2d93469ebc0f8f8d4c15da99 2024-11-07T23:23:45,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/83a8ab64f2764a2699791a451a5f2071 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/83a8ab64f2764a2699791a451a5f2071 2024-11-07T23:23:45,564 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/83a8ab64f2764a2699791a451a5f2071, entries=150, sequenceid=80, filesize=30.2 K 2024-11-07T23:23:45,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/408f3625ea7d42c7af5aa4b75e883fa4 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/408f3625ea7d42c7af5aa4b75e883fa4 2024-11-07T23:23:45,567 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/408f3625ea7d42c7af5aa4b75e883fa4, entries=150, sequenceid=80, filesize=11.7 K 2024-11-07T23:23:45,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/6fc12eec2d93469ebc0f8f8d4c15da99 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/6fc12eec2d93469ebc0f8f8d4c15da99 2024-11-07T23:23:45,570 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/6fc12eec2d93469ebc0f8f8d4c15da99, entries=150, sequenceid=80, filesize=11.7 K 2024-11-07T23:23:45,571 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8c2d991302900d05f281168575e3d784 in 1243ms, sequenceid=80, compaction requested=false 2024-11-07T23:23:45,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:45,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:45,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-07T23:23:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-07T23:23:45,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-07T23:23:45,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7000 sec 2024-11-07T23:23:45,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.7030 sec 2024-11-07T23:23:45,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:45,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c2d991302900d05f281168575e3d784 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-07T23:23:45,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=A 2024-11-07T23:23:45,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:45,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=B 2024-11-07T23:23:45,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:45,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=C 2024-11-07T23:23:45,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:45,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e2e5127a47af4fb383e2b9a5b425fbe5_8c2d991302900d05f281168575e3d784 is 50, key is test_row_0/A:col10/1731021825790/Put/seqid=0 2024-11-07T23:23:45,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742352_1528 (size=12154) 2024-11-07T23:23:45,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:45,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021885807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:45,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:45,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021885809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:45,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:45,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021885810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:45,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021885910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:45,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:45,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021885913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:45,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021885913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:45,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-07T23:23:45,975 INFO [Thread-2284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-07T23:23:45,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:23:45,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-07T23:23:45,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-07T23:23:45,977 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:23:45,977 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:23:45,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:23:46,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-07T23:23:46,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:46,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021886112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:46,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:46,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021886116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:46,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:46,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021886116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:46,128 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:46,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-07T23:23:46,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:46,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:46,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:46,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:46,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:46,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:46,200 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:46,202 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e2e5127a47af4fb383e2b9a5b425fbe5_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e2e5127a47af4fb383e2b9a5b425fbe5_8c2d991302900d05f281168575e3d784 2024-11-07T23:23:46,203 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/09c8aed03b5e42cfb225e6e821dd5500, store: [table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:46,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/09c8aed03b5e42cfb225e6e821dd5500 is 175, key is test_row_0/A:col10/1731021825790/Put/seqid=0 2024-11-07T23:23:46,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742353_1529 (size=30955) 2024-11-07T23:23:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-07T23:23:46,280 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:46,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-07T23:23:46,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:46,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:46,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:46,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:46,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:46,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021886414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:46,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021886418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:46,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021886419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:46,432 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:46,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-07T23:23:46,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:46,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:46,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:46,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:46,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-07T23:23:46,584 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:46,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-07T23:23:46,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:46,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:46,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:46,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:46,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:46,606 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/09c8aed03b5e42cfb225e6e821dd5500 2024-11-07T23:23:46,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/a218fc03669848419a26ac410a5e94ae is 50, key is test_row_0/B:col10/1731021825790/Put/seqid=0 2024-11-07T23:23:46,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742354_1530 (size=12001) 2024-11-07T23:23:46,737 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:46,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-07T23:23:46,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:46,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:46,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:46,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:46,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:46,889 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:46,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-07T23:23:46,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:46,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:46,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:46,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:46,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:46,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021886918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:46,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021886921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:46,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021886921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:47,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/a218fc03669848419a26ac410a5e94ae 2024-11-07T23:23:47,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/4ff5a8db48f84d28b53eb134bbe8d3f4 is 50, key is test_row_0/C:col10/1731021825790/Put/seqid=0 2024-11-07T23:23:47,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742355_1531 (size=12001) 2024-11-07T23:23:47,041 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:47,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-07T23:23:47,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:47,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:47,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:47,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:47,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-07T23:23:47,193 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:47,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-07T23:23:47,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:47,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:47,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:47,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:47,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:47,346 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:47,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-07T23:23:47,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:47,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:47,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:47,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:47,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:47,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/4ff5a8db48f84d28b53eb134bbe8d3f4 2024-11-07T23:23:47,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/09c8aed03b5e42cfb225e6e821dd5500 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/09c8aed03b5e42cfb225e6e821dd5500 2024-11-07T23:23:47,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/09c8aed03b5e42cfb225e6e821dd5500, entries=150, sequenceid=95, filesize=30.2 K 2024-11-07T23:23:47,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/a218fc03669848419a26ac410a5e94ae as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/a218fc03669848419a26ac410a5e94ae 2024-11-07T23:23:47,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/a218fc03669848419a26ac410a5e94ae, entries=150, sequenceid=95, filesize=11.7 K 2024-11-07T23:23:47,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/4ff5a8db48f84d28b53eb134bbe8d3f4 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/4ff5a8db48f84d28b53eb134bbe8d3f4 2024-11-07T23:23:47,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/4ff5a8db48f84d28b53eb134bbe8d3f4, entries=150, sequenceid=95, filesize=11.7 K 2024-11-07T23:23:47,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 8c2d991302900d05f281168575e3d784 in 1646ms, sequenceid=95, compaction requested=true 2024-11-07T23:23:47,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:47,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2d991302900d05f281168575e3d784:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:23:47,437 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:47,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:47,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2d991302900d05f281168575e3d784:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:23:47,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:47,437 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:47,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2d991302900d05f281168575e3d784:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:23:47,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:23:47,438 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93075 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:47,438 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:47,438 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 8c2d991302900d05f281168575e3d784/A is initiating minor compaction (all files) 2024-11-07T23:23:47,438 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 8c2d991302900d05f281168575e3d784/B is initiating minor compaction (all files) 2024-11-07T23:23:47,438 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c2d991302900d05f281168575e3d784/B in TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:47,438 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c2d991302900d05f281168575e3d784/A in TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:47,438 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/f899ddfbb998423799854d0ab41a765f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/83a8ab64f2764a2699791a451a5f2071, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/09c8aed03b5e42cfb225e6e821dd5500] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp, totalSize=90.9 K 2024-11-07T23:23:47,438 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/f81311d49b544d8da77bcaed73f80031, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/408f3625ea7d42c7af5aa4b75e883fa4, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/a218fc03669848419a26ac410a5e94ae] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp, totalSize=35.3 K 2024-11-07T23:23:47,438 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:47,438 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. files: [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/f899ddfbb998423799854d0ab41a765f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/83a8ab64f2764a2699791a451a5f2071, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/09c8aed03b5e42cfb225e6e821dd5500] 2024-11-07T23:23:47,438 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting f81311d49b544d8da77bcaed73f80031, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731021819787 2024-11-07T23:23:47,438 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting f899ddfbb998423799854d0ab41a765f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731021819787 2024-11-07T23:23:47,438 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 408f3625ea7d42c7af5aa4b75e883fa4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731021822550 2024-11-07T23:23:47,438 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83a8ab64f2764a2699791a451a5f2071, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731021822550 2024-11-07T23:23:47,439 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting a218fc03669848419a26ac410a5e94ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731021824678 2024-11-07T23:23:47,439 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09c8aed03b5e42cfb225e6e821dd5500, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731021824678 2024-11-07T23:23:47,442 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:47,443 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2d991302900d05f281168575e3d784#B#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:47,444 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/e6a4d5a3661540c592612863bf889c9b is 50, key is test_row_0/B:col10/1731021825790/Put/seqid=0 2024-11-07T23:23:47,445 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110752823ac2882f442b8c61c1096c1c1133_8c2d991302900d05f281168575e3d784 store=[table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:47,447 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110752823ac2882f442b8c61c1096c1c1133_8c2d991302900d05f281168575e3d784, store=[table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:47,447 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110752823ac2882f442b8c61c1096c1c1133_8c2d991302900d05f281168575e3d784 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:47,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742356_1532 (size=12207) 2024-11-07T23:23:47,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742357_1533 (size=4469) 2024-11-07T23:23:47,498 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:47,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-07T23:23:47,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:47,498 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 8c2d991302900d05f281168575e3d784 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-07T23:23:47,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=A 2024-11-07T23:23:47,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:47,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=B 2024-11-07T23:23:47,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:47,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=C 2024-11-07T23:23:47,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:47,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411072618fd12f93b44e8a27d12a9fc6b7d93_8c2d991302900d05f281168575e3d784 is 50, key is test_row_0/A:col10/1731021825808/Put/seqid=0 2024-11-07T23:23:47,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742358_1534 (size=12154) 2024-11-07T23:23:47,851 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2d991302900d05f281168575e3d784#A#compaction#453 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:47,852 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/1363e4353a404164956f5d29f4736b90 is 175, key is test_row_0/A:col10/1731021825790/Put/seqid=0 2024-11-07T23:23:47,853 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/e6a4d5a3661540c592612863bf889c9b as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/e6a4d5a3661540c592612863bf889c9b 2024-11-07T23:23:47,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742359_1535 (size=31161) 2024-11-07T23:23:47,856 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c2d991302900d05f281168575e3d784/B of 8c2d991302900d05f281168575e3d784 into e6a4d5a3661540c592612863bf889c9b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:47,856 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:47,856 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784., storeName=8c2d991302900d05f281168575e3d784/B, priority=13, startTime=1731021827437; duration=0sec 2024-11-07T23:23:47,857 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:23:47,857 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2d991302900d05f281168575e3d784:B 2024-11-07T23:23:47,857 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:47,857 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:47,857 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 8c2d991302900d05f281168575e3d784/C is initiating minor compaction (all files) 2024-11-07T23:23:47,857 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c2d991302900d05f281168575e3d784/C in TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:47,857 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/b0bd797271004677a7ab859033c4ead2, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/6fc12eec2d93469ebc0f8f8d4c15da99, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/4ff5a8db48f84d28b53eb134bbe8d3f4] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp, totalSize=35.3 K 2024-11-07T23:23:47,858 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting b0bd797271004677a7ab859033c4ead2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731021819787 2024-11-07T23:23:47,858 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fc12eec2d93469ebc0f8f8d4c15da99, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731021822550 2024-11-07T23:23:47,858 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ff5a8db48f84d28b53eb134bbe8d3f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731021824678 2024-11-07T23:23:47,864 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2d991302900d05f281168575e3d784#C#compaction#455 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:47,864 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/62f502ec85954d9fb8afcd352340677b is 50, key is test_row_0/C:col10/1731021825790/Put/seqid=0 2024-11-07T23:23:47,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742360_1536 (size=12207) 2024-11-07T23:23:47,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:47,910 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411072618fd12f93b44e8a27d12a9fc6b7d93_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411072618fd12f93b44e8a27d12a9fc6b7d93_8c2d991302900d05f281168575e3d784 2024-11-07T23:23:47,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/d48ce1a17cd64004bae4c3163f421a94, store: [table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:47,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/d48ce1a17cd64004bae4c3163f421a94 is 175, key is test_row_0/A:col10/1731021825808/Put/seqid=0 2024-11-07T23:23:47,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742361_1537 (size=30955) 2024-11-07T23:23:47,914 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/d48ce1a17cd64004bae4c3163f421a94 2024-11-07T23:23:47,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/2aee2259419f4552995ae4816aea7523 is 50, key is test_row_0/B:col10/1731021825808/Put/seqid=0 2024-11-07T23:23:47,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:47,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742362_1538 (size=12001) 2024-11-07T23:23:47,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021887932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:47,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021887934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:47,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021887935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:47,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60086 deadline: 1731021887942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:47,944 DEBUG [Thread-2274 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784., hostname=9fec913c0355,35383,1731021663619, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:23:47,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60098 deadline: 1731021887960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:47,963 DEBUG [Thread-2278 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784., hostname=9fec913c0355,35383,1731021663619, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:23:48,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021888036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:48,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021888037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:48,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021888038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-07T23:23:48,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021888238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:48,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021888240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:48,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021888240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:48,258 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/1363e4353a404164956f5d29f4736b90 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/1363e4353a404164956f5d29f4736b90 2024-11-07T23:23:48,261 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c2d991302900d05f281168575e3d784/A of 8c2d991302900d05f281168575e3d784 into 1363e4353a404164956f5d29f4736b90(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:48,261 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:48,261 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784., storeName=8c2d991302900d05f281168575e3d784/A, priority=13, startTime=1731021827437; duration=0sec 2024-11-07T23:23:48,261 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:48,261 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2d991302900d05f281168575e3d784:A 2024-11-07T23:23:48,272 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/62f502ec85954d9fb8afcd352340677b as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/62f502ec85954d9fb8afcd352340677b 2024-11-07T23:23:48,275 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c2d991302900d05f281168575e3d784/C of 8c2d991302900d05f281168575e3d784 into 62f502ec85954d9fb8afcd352340677b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:48,275 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:48,275 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784., storeName=8c2d991302900d05f281168575e3d784/C, priority=13, startTime=1731021827437; duration=0sec 2024-11-07T23:23:48,275 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:48,275 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2d991302900d05f281168575e3d784:C 2024-11-07T23:23:48,327 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/2aee2259419f4552995ae4816aea7523 2024-11-07T23:23:48,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/3ba9c72faebe4ee1bac9c0366e9457d2 is 50, key is test_row_0/C:col10/1731021825808/Put/seqid=0 2024-11-07T23:23:48,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742363_1539 (size=12001) 2024-11-07T23:23:48,336 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/3ba9c72faebe4ee1bac9c0366e9457d2 2024-11-07T23:23:48,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/d48ce1a17cd64004bae4c3163f421a94 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/d48ce1a17cd64004bae4c3163f421a94 2024-11-07T23:23:48,342 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/d48ce1a17cd64004bae4c3163f421a94, entries=150, sequenceid=118, filesize=30.2 K 2024-11-07T23:23:48,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/2aee2259419f4552995ae4816aea7523 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/2aee2259419f4552995ae4816aea7523 2024-11-07T23:23:48,346 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/2aee2259419f4552995ae4816aea7523, entries=150, sequenceid=118, filesize=11.7 K 2024-11-07T23:23:48,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/3ba9c72faebe4ee1bac9c0366e9457d2 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/3ba9c72faebe4ee1bac9c0366e9457d2 2024-11-07T23:23:48,349 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/3ba9c72faebe4ee1bac9c0366e9457d2, entries=150, sequenceid=118, filesize=11.7 K 2024-11-07T23:23:48,350 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8c2d991302900d05f281168575e3d784 in 852ms, sequenceid=118, compaction requested=false 2024-11-07T23:23:48,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:48,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:48,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-07T23:23:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-07T23:23:48,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-07T23:23:48,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 2.3770 sec 2024-11-07T23:23:48,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3740 sec 2024-11-07T23:23:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:48,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c2d991302900d05f281168575e3d784 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-07T23:23:48,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=A 2024-11-07T23:23:48,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:48,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=B 2024-11-07T23:23:48,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:48,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=C 2024-11-07T23:23:48,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:48,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107caf7f27bd66d440daaff83d50cf573ee_8c2d991302900d05f281168575e3d784 is 50, key is test_row_0/A:col10/1731021828542/Put/seqid=0 2024-11-07T23:23:48,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742364_1540 (size=14794) 2024-11-07T23:23:48,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021888564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:48,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021888564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:48,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021888566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:48,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:48,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021888667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:48,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021888667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:48,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021888669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:48,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021888870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:48,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021888870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:48,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021888872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:48,955 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:48,957 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107caf7f27bd66d440daaff83d50cf573ee_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107caf7f27bd66d440daaff83d50cf573ee_8c2d991302900d05f281168575e3d784 2024-11-07T23:23:48,958 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/6f2f9049b845445bbe27b36af0038b55, store: [table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:48,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/6f2f9049b845445bbe27b36af0038b55 is 175, key is test_row_0/A:col10/1731021828542/Put/seqid=0 2024-11-07T23:23:48,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742365_1541 (size=39749) 2024-11-07T23:23:49,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021889173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:49,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021889174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:49,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021889176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:49,365 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/6f2f9049b845445bbe27b36af0038b55 2024-11-07T23:23:49,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/743a59ae81be4205ae567f0bcb259054 is 50, key is test_row_0/B:col10/1731021828542/Put/seqid=0 2024-11-07T23:23:49,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742366_1542 (size=12151) 2024-11-07T23:23:49,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021889677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:49,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021889678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:49,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021889678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:49,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/743a59ae81be4205ae567f0bcb259054 2024-11-07T23:23:49,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/2b763a1eb7bf4eb2b1e959c534b335f3 is 50, key is test_row_0/C:col10/1731021828542/Put/seqid=0 2024-11-07T23:23:49,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742367_1543 (size=12151) 2024-11-07T23:23:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-07T23:23:50,080 INFO [Thread-2284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-07T23:23:50,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:23:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-07T23:23:50,082 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:23:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-07T23:23:50,082 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:23:50,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:23:50,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/2b763a1eb7bf4eb2b1e959c534b335f3 2024-11-07T23:23:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-07T23:23:50,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/6f2f9049b845445bbe27b36af0038b55 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/6f2f9049b845445bbe27b36af0038b55 2024-11-07T23:23:50,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/6f2f9049b845445bbe27b36af0038b55, entries=200, sequenceid=136, filesize=38.8 K 2024-11-07T23:23:50,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/743a59ae81be4205ae567f0bcb259054 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/743a59ae81be4205ae567f0bcb259054 2024-11-07T23:23:50,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/743a59ae81be4205ae567f0bcb259054, entries=150, sequenceid=136, filesize=11.9 K 2024-11-07T23:23:50,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/2b763a1eb7bf4eb2b1e959c534b335f3 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/2b763a1eb7bf4eb2b1e959c534b335f3 2024-11-07T23:23:50,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/2b763a1eb7bf4eb2b1e959c534b335f3, entries=150, sequenceid=136, filesize=11.9 K 2024-11-07T23:23:50,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8c2d991302900d05f281168575e3d784 in 1651ms, sequenceid=136, compaction requested=true 2024-11-07T23:23:50,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:50,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2d991302900d05f281168575e3d784:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:23:50,195 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:50,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:50,195 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:50,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2d991302900d05f281168575e3d784:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:23:50,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:50,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2d991302900d05f281168575e3d784:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:23:50,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:23:50,196 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:50,196 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 8c2d991302900d05f281168575e3d784/A is initiating minor compaction (all files) 2024-11-07T23:23:50,196 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c2d991302900d05f281168575e3d784/A in TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:50,196 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/1363e4353a404164956f5d29f4736b90, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/d48ce1a17cd64004bae4c3163f421a94, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/6f2f9049b845445bbe27b36af0038b55] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp, totalSize=99.5 K 2024-11-07T23:23:50,196 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:50,196 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. files: [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/1363e4353a404164956f5d29f4736b90, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/d48ce1a17cd64004bae4c3163f421a94, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/6f2f9049b845445bbe27b36af0038b55] 2024-11-07T23:23:50,196 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:50,196 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 8c2d991302900d05f281168575e3d784/B is initiating minor compaction (all files) 2024-11-07T23:23:50,196 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c2d991302900d05f281168575e3d784/B in TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:50,196 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/e6a4d5a3661540c592612863bf889c9b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/2aee2259419f4552995ae4816aea7523, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/743a59ae81be4205ae567f0bcb259054] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp, totalSize=35.5 K 2024-11-07T23:23:50,197 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1363e4353a404164956f5d29f4736b90, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731021824678 2024-11-07T23:23:50,197 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting e6a4d5a3661540c592612863bf889c9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731021824678 2024-11-07T23:23:50,197 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting d48ce1a17cd64004bae4c3163f421a94, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731021825805 2024-11-07T23:23:50,197 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 2aee2259419f4552995ae4816aea7523, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731021825805 2024-11-07T23:23:50,197 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f2f9049b845445bbe27b36af0038b55, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731021827932 2024-11-07T23:23:50,197 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 743a59ae81be4205ae567f0bcb259054, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731021827934 2024-11-07T23:23:50,203 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2d991302900d05f281168575e3d784#B#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:50,204 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/cd1e3e39d6cf4a6bae2133400f09f06e is 50, key is test_row_0/B:col10/1731021828542/Put/seqid=0 2024-11-07T23:23:50,212 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:50,214 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107c66858aa6c70407b829908802e93a5f4_8c2d991302900d05f281168575e3d784 store=[table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:50,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742368_1544 (size=12459) 2024-11-07T23:23:50,216 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107c66858aa6c70407b829908802e93a5f4_8c2d991302900d05f281168575e3d784, store=[table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:50,216 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107c66858aa6c70407b829908802e93a5f4_8c2d991302900d05f281168575e3d784 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:50,218 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/cd1e3e39d6cf4a6bae2133400f09f06e as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/cd1e3e39d6cf4a6bae2133400f09f06e 2024-11-07T23:23:50,221 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c2d991302900d05f281168575e3d784/B of 8c2d991302900d05f281168575e3d784 into cd1e3e39d6cf4a6bae2133400f09f06e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:50,221 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:50,221 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784., storeName=8c2d991302900d05f281168575e3d784/B, priority=13, startTime=1731021830195; duration=0sec 2024-11-07T23:23:50,221 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:23:50,221 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2d991302900d05f281168575e3d784:B 2024-11-07T23:23:50,221 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:50,222 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:50,222 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 8c2d991302900d05f281168575e3d784/C is initiating minor compaction (all files) 2024-11-07T23:23:50,222 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c2d991302900d05f281168575e3d784/C in TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:50,222 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/62f502ec85954d9fb8afcd352340677b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/3ba9c72faebe4ee1bac9c0366e9457d2, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/2b763a1eb7bf4eb2b1e959c534b335f3] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp, totalSize=35.5 K 2024-11-07T23:23:50,223 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 62f502ec85954d9fb8afcd352340677b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731021824678 2024-11-07T23:23:50,223 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ba9c72faebe4ee1bac9c0366e9457d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731021825805 2024-11-07T23:23:50,223 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b763a1eb7bf4eb2b1e959c534b335f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731021827934 2024-11-07T23:23:50,228 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2d991302900d05f281168575e3d784#C#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:50,228 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/89fa3d2855b344e29a823834f91f611c is 50, key is test_row_0/C:col10/1731021828542/Put/seqid=0 2024-11-07T23:23:50,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742370_1546 (size=12459) 2024-11-07T23:23:50,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742369_1545 (size=4469) 2024-11-07T23:23:50,233 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:50,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-07T23:23:50,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:50,234 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 8c2d991302900d05f281168575e3d784 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-07T23:23:50,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=A 2024-11-07T23:23:50,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:50,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=B 2024-11-07T23:23:50,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:50,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=C 2024-11-07T23:23:50,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:50,238 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/89fa3d2855b344e29a823834f91f611c as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/89fa3d2855b344e29a823834f91f611c 2024-11-07T23:23:50,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411074e442aa956dc4e0bbdd4f453a74a5c11_8c2d991302900d05f281168575e3d784 is 50, key is test_row_0/A:col10/1731021828563/Put/seqid=0 2024-11-07T23:23:50,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742371_1547 (size=12304) 2024-11-07T23:23:50,244 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c2d991302900d05f281168575e3d784/C of 8c2d991302900d05f281168575e3d784 into 89fa3d2855b344e29a823834f91f611c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:50,244 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:50,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:50,244 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784., storeName=8c2d991302900d05f281168575e3d784/C, priority=13, startTime=1731021830195; duration=0sec 2024-11-07T23:23:50,244 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:50,244 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2d991302900d05f281168575e3d784:C 2024-11-07T23:23:50,247 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411074e442aa956dc4e0bbdd4f453a74a5c11_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074e442aa956dc4e0bbdd4f453a74a5c11_8c2d991302900d05f281168575e3d784 2024-11-07T23:23:50,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/455b98287bb947ffa182afc2d39fa8d2, store: [table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:50,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/455b98287bb947ffa182afc2d39fa8d2 is 175, key is test_row_0/A:col10/1731021828563/Put/seqid=0 2024-11-07T23:23:50,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742372_1548 (size=31105) 2024-11-07T23:23:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-07T23:23:50,633 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2d991302900d05f281168575e3d784#A#compaction#462 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:50,633 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/ee48c9f4bc324ddea983a4507e0f795f is 175, key is test_row_0/A:col10/1731021828542/Put/seqid=0 2024-11-07T23:23:50,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742373_1549 (size=31413) 2024-11-07T23:23:50,652 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/455b98287bb947ffa182afc2d39fa8d2 2024-11-07T23:23:50,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/69516c5246a24e19816bad76d240faf3 is 50, key is test_row_0/B:col10/1731021828563/Put/seqid=0 2024-11-07T23:23:50,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742374_1550 (size=12151) 2024-11-07T23:23:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-07T23:23:50,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:50,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021890729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:50,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021890729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:50,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021890729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:50,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:50,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021890832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:50,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:50,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021890832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:50,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:50,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021890832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:51,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021891034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:51,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021891034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:51,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021891035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:51,039 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/ee48c9f4bc324ddea983a4507e0f795f as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/ee48c9f4bc324ddea983a4507e0f795f 2024-11-07T23:23:51,042 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c2d991302900d05f281168575e3d784/A of 8c2d991302900d05f281168575e3d784 into ee48c9f4bc324ddea983a4507e0f795f(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:51,042 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:51,042 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784., storeName=8c2d991302900d05f281168575e3d784/A, priority=13, startTime=1731021830195; duration=0sec 2024-11-07T23:23:51,043 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:51,043 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2d991302900d05f281168575e3d784:A 2024-11-07T23:23:51,060 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/69516c5246a24e19816bad76d240faf3 2024-11-07T23:23:51,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/aa0b159208f04f9386371b375c7ed589 is 50, key is test_row_0/C:col10/1731021828563/Put/seqid=0 2024-11-07T23:23:51,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742375_1551 (size=12151) 2024-11-07T23:23:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-07T23:23:51,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021891337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:51,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021891338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:51,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021891338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:51,468 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/aa0b159208f04f9386371b375c7ed589 2024-11-07T23:23:51,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/455b98287bb947ffa182afc2d39fa8d2 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/455b98287bb947ffa182afc2d39fa8d2 2024-11-07T23:23:51,474 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/455b98287bb947ffa182afc2d39fa8d2, entries=150, sequenceid=158, filesize=30.4 K 2024-11-07T23:23:51,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/69516c5246a24e19816bad76d240faf3 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/69516c5246a24e19816bad76d240faf3 2024-11-07T23:23:51,477 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/69516c5246a24e19816bad76d240faf3, entries=150, sequenceid=158, filesize=11.9 K 2024-11-07T23:23:51,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/aa0b159208f04f9386371b375c7ed589 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/aa0b159208f04f9386371b375c7ed589 2024-11-07T23:23:51,480 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/aa0b159208f04f9386371b375c7ed589, entries=150, sequenceid=158, filesize=11.9 K 2024-11-07T23:23:51,481 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for 8c2d991302900d05f281168575e3d784 in 1247ms, sequenceid=158, compaction requested=false 2024-11-07T23:23:51,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:51,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:51,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-07T23:23:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-07T23:23:51,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-07T23:23:51,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4000 sec 2024-11-07T23:23:51,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.4020 sec 2024-11-07T23:23:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:51,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c2d991302900d05f281168575e3d784 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-07T23:23:51,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=A 2024-11-07T23:23:51,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:51,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=B 2024-11-07T23:23:51,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:51,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=C 2024-11-07T23:23:51,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:51,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107d54384c038a24cbb85de4bcc46536218_8c2d991302900d05f281168575e3d784 is 50, key is test_row_0/A:col10/1731021830690/Put/seqid=0 2024-11-07T23:23:51,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742376_1552 (size=14794) 2024-11-07T23:23:51,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021891857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:51,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021891858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:51,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021891859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:51,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021891960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:51,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021891962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:51,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021891962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:52,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021892163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:52,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021892164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:52,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021892164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-07T23:23:52,185 INFO [Thread-2284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-07T23:23:52,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:23:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-07T23:23:52,187 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:23:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-07T23:23:52,187 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:23:52,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:23:52,252 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:52,255 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107d54384c038a24cbb85de4bcc46536218_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107d54384c038a24cbb85de4bcc46536218_8c2d991302900d05f281168575e3d784 2024-11-07T23:23:52,255 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/d6da6f55820b4682aa61b1edac4a848b, store: [table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:52,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/d6da6f55820b4682aa61b1edac4a848b is 175, key is test_row_0/A:col10/1731021830690/Put/seqid=0 2024-11-07T23:23:52,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742377_1553 (size=39749) 2024-11-07T23:23:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-07T23:23:52,338 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:52,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-07T23:23:52,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:52,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:52,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:52,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:52,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:52,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021892465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:52,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021892467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:52,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021892467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-07T23:23:52,490 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:52,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-07T23:23:52,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:52,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:52,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:52,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:52,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:52,643 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:52,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-07T23:23:52,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:52,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:52,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:52,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:52,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:52,659 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=178, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/d6da6f55820b4682aa61b1edac4a848b 2024-11-07T23:23:52,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/cc9d57a75784456691c9906e1b1c3422 is 50, key is test_row_0/B:col10/1731021830690/Put/seqid=0 2024-11-07T23:23:52,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742378_1554 (size=12151) 2024-11-07T23:23:52,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-07T23:23:52,795 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:52,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-07T23:23:52,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:52,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:52,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:52,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:52,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:52,947 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:52,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-07T23:23:52,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:52,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:52,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:52,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:52,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:52,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:52,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021892970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:52,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:52,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021892972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:52,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021892974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:53,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/cc9d57a75784456691c9906e1b1c3422 2024-11-07T23:23:53,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/0b0483bd1f6e403bb77a69db16861146 is 50, key is test_row_0/C:col10/1731021830690/Put/seqid=0 2024-11-07T23:23:53,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742379_1555 (size=12151) 2024-11-07T23:23:53,099 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:53,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-07T23:23:53,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:53,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:53,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:53,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:53,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:53,251 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:53,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-07T23:23:53,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:53,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:53,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:53,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:53,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-07T23:23:53,404 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:53,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-07T23:23:53,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:53,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:53,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:53,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:53,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:53,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/0b0483bd1f6e403bb77a69db16861146 2024-11-07T23:23:53,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/d6da6f55820b4682aa61b1edac4a848b as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/d6da6f55820b4682aa61b1edac4a848b 2024-11-07T23:23:53,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/d6da6f55820b4682aa61b1edac4a848b, entries=200, sequenceid=178, filesize=38.8 K 2024-11-07T23:23:53,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/cc9d57a75784456691c9906e1b1c3422 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/cc9d57a75784456691c9906e1b1c3422 2024-11-07T23:23:53,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/cc9d57a75784456691c9906e1b1c3422, entries=150, sequenceid=178, filesize=11.9 K 2024-11-07T23:23:53,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/0b0483bd1f6e403bb77a69db16861146 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/0b0483bd1f6e403bb77a69db16861146 2024-11-07T23:23:53,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/0b0483bd1f6e403bb77a69db16861146, entries=150, sequenceid=178, filesize=11.9 K 2024-11-07T23:23:53,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 8c2d991302900d05f281168575e3d784 in 1652ms, sequenceid=178, compaction requested=true 2024-11-07T23:23:53,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:53,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2d991302900d05f281168575e3d784:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:23:53,493 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:53,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:53,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2d991302900d05f281168575e3d784:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:23:53,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:53,493 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:53,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2d991302900d05f281168575e3d784:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:23:53,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:23:53,494 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:53,494 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:53,494 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 8c2d991302900d05f281168575e3d784/A is initiating minor compaction (all files) 2024-11-07T23:23:53,494 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 8c2d991302900d05f281168575e3d784/B is initiating minor compaction (all files) 2024-11-07T23:23:53,494 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c2d991302900d05f281168575e3d784/A in TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:53,494 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c2d991302900d05f281168575e3d784/B in TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:53,494 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/ee48c9f4bc324ddea983a4507e0f795f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/455b98287bb947ffa182afc2d39fa8d2, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/d6da6f55820b4682aa61b1edac4a848b] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp, totalSize=99.9 K 2024-11-07T23:23:53,494 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/cd1e3e39d6cf4a6bae2133400f09f06e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/69516c5246a24e19816bad76d240faf3, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/cc9d57a75784456691c9906e1b1c3422] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp, totalSize=35.9 K 2024-11-07T23:23:53,494 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:53,494 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. files: [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/ee48c9f4bc324ddea983a4507e0f795f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/455b98287bb947ffa182afc2d39fa8d2, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/d6da6f55820b4682aa61b1edac4a848b] 2024-11-07T23:23:53,494 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting cd1e3e39d6cf4a6bae2133400f09f06e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731021827934 2024-11-07T23:23:53,494 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee48c9f4bc324ddea983a4507e0f795f, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731021827934 2024-11-07T23:23:53,494 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 69516c5246a24e19816bad76d240faf3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731021828563 2024-11-07T23:23:53,494 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 455b98287bb947ffa182afc2d39fa8d2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731021828563 2024-11-07T23:23:53,495 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting cc9d57a75784456691c9906e1b1c3422, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731021830690 2024-11-07T23:23:53,495 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6da6f55820b4682aa61b1edac4a848b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731021830690 2024-11-07T23:23:53,499 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:53,499 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2d991302900d05f281168575e3d784#B#compaction#470 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:53,500 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/8fcffef051a04011884daeaa34d42d50 is 50, key is test_row_0/B:col10/1731021830690/Put/seqid=0 2024-11-07T23:23:53,501 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107f2ac5badd4fe4d66936f95207499ae82_8c2d991302900d05f281168575e3d784 store=[table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:53,503 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107f2ac5badd4fe4d66936f95207499ae82_8c2d991302900d05f281168575e3d784, store=[table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:53,503 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107f2ac5badd4fe4d66936f95207499ae82_8c2d991302900d05f281168575e3d784 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:53,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742380_1556 (size=12561) 2024-11-07T23:23:53,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742381_1557 (size=4469) 2024-11-07T23:23:53,556 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:53,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-07T23:23:53,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:53,556 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 8c2d991302900d05f281168575e3d784 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-07T23:23:53,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=A 2024-11-07T23:23:53,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:53,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=B 2024-11-07T23:23:53,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:53,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=C 2024-11-07T23:23:53,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:53,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107fcec4ad4c44e47dd9ee27fcef9a1cdbb_8c2d991302900d05f281168575e3d784 is 50, key is test_row_0/A:col10/1731021831855/Put/seqid=0 2024-11-07T23:23:53,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742382_1558 (size=12304) 2024-11-07T23:23:53,907 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2d991302900d05f281168575e3d784#A#compaction#471 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:53,907 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/63a14365beb745329f5c9da492451ff5 is 175, key is test_row_0/A:col10/1731021830690/Put/seqid=0 2024-11-07T23:23:53,909 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/8fcffef051a04011884daeaa34d42d50 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/8fcffef051a04011884daeaa34d42d50 2024-11-07T23:23:53,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742383_1559 (size=31515) 2024-11-07T23:23:53,913 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c2d991302900d05f281168575e3d784/B of 8c2d991302900d05f281168575e3d784 into 8fcffef051a04011884daeaa34d42d50(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:53,913 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:53,913 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784., storeName=8c2d991302900d05f281168575e3d784/B, priority=13, startTime=1731021833493; duration=0sec 2024-11-07T23:23:53,913 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:23:53,913 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2d991302900d05f281168575e3d784:B 2024-11-07T23:23:53,913 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:53,914 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:53,914 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 8c2d991302900d05f281168575e3d784/C is initiating minor compaction (all files) 2024-11-07T23:23:53,914 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c2d991302900d05f281168575e3d784/C in TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:53,914 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/89fa3d2855b344e29a823834f91f611c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/aa0b159208f04f9386371b375c7ed589, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/0b0483bd1f6e403bb77a69db16861146] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp, totalSize=35.9 K 2024-11-07T23:23:53,914 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 89fa3d2855b344e29a823834f91f611c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731021827934 2024-11-07T23:23:53,915 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting aa0b159208f04f9386371b375c7ed589, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731021828563 2024-11-07T23:23:53,915 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b0483bd1f6e403bb77a69db16861146, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731021830690 2024-11-07T23:23:53,920 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2d991302900d05f281168575e3d784#C#compaction#473 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:53,921 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/2457b8b2e4dd4441a6a432b9d90d8ddf is 50, key is test_row_0/C:col10/1731021830690/Put/seqid=0 2024-11-07T23:23:53,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742384_1560 (size=12561) 2024-11-07T23:23:53,926 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/2457b8b2e4dd4441a6a432b9d90d8ddf as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/2457b8b2e4dd4441a6a432b9d90d8ddf 2024-11-07T23:23:53,930 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c2d991302900d05f281168575e3d784/C of 8c2d991302900d05f281168575e3d784 into 2457b8b2e4dd4441a6a432b9d90d8ddf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:53,930 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:53,930 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784., storeName=8c2d991302900d05f281168575e3d784/C, priority=13, startTime=1731021833493; duration=0sec 2024-11-07T23:23:53,930 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:53,930 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2d991302900d05f281168575e3d784:C 2024-11-07T23:23:53,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:53,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:53,994 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107fcec4ad4c44e47dd9ee27fcef9a1cdbb_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107fcec4ad4c44e47dd9ee27fcef9a1cdbb_8c2d991302900d05f281168575e3d784 2024-11-07T23:23:53,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/c0ad1527e0a94b0ba67d1304be53a154, store: [table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:53,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/c0ad1527e0a94b0ba67d1304be53a154 is 175, key is test_row_0/A:col10/1731021831855/Put/seqid=0 2024-11-07T23:23:53,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742385_1561 (size=31105) 2024-11-07T23:23:53,999 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/c0ad1527e0a94b0ba67d1304be53a154 2024-11-07T23:23:54,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/11763ef892b946dc9bf816d54e831efc is 50, key is test_row_0/B:col10/1731021831855/Put/seqid=0 2024-11-07T23:23:54,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:54,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742386_1562 (size=12151) 2024-11-07T23:23:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021894009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:54,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021894011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:54,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021894012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:54,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021894113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:54,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021894114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:54,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021894115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-07T23:23:54,313 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/63a14365beb745329f5c9da492451ff5 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/63a14365beb745329f5c9da492451ff5 2024-11-07T23:23:54,316 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c2d991302900d05f281168575e3d784/A of 8c2d991302900d05f281168575e3d784 into 63a14365beb745329f5c9da492451ff5(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:54,316 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:54,316 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784., storeName=8c2d991302900d05f281168575e3d784/A, priority=13, startTime=1731021833493; duration=0sec 2024-11-07T23:23:54,316 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:54,316 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2d991302900d05f281168575e3d784:A 2024-11-07T23:23:54,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021894316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:54,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021894316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:54,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021894318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:54,413 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/11763ef892b946dc9bf816d54e831efc 2024-11-07T23:23:54,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/62af8cfa2ec04a06b1beeb960cac77ed is 50, key is test_row_0/C:col10/1731021831855/Put/seqid=0 2024-11-07T23:23:54,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742387_1563 (size=12151) 2024-11-07T23:23:54,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021894619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:54,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021894620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:54,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021894620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:54,824 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/62af8cfa2ec04a06b1beeb960cac77ed 2024-11-07T23:23:54,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/c0ad1527e0a94b0ba67d1304be53a154 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/c0ad1527e0a94b0ba67d1304be53a154 2024-11-07T23:23:54,830 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/c0ad1527e0a94b0ba67d1304be53a154, entries=150, sequenceid=197, filesize=30.4 K 2024-11-07T23:23:54,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/11763ef892b946dc9bf816d54e831efc as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/11763ef892b946dc9bf816d54e831efc 2024-11-07T23:23:54,833 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/11763ef892b946dc9bf816d54e831efc, entries=150, sequenceid=197, filesize=11.9 K 2024-11-07T23:23:54,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/62af8cfa2ec04a06b1beeb960cac77ed as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/62af8cfa2ec04a06b1beeb960cac77ed 2024-11-07T23:23:54,836 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/62af8cfa2ec04a06b1beeb960cac77ed, entries=150, sequenceid=197, filesize=11.9 K 2024-11-07T23:23:54,837 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 8c2d991302900d05f281168575e3d784 in 1281ms, sequenceid=197, compaction requested=false 2024-11-07T23:23:54,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:54,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:54,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-07T23:23:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-07T23:23:54,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-07T23:23:54,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6510 sec 2024-11-07T23:23:54,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.6530 sec 2024-11-07T23:23:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:55,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c2d991302900d05f281168575e3d784 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-07T23:23:55,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=A 2024-11-07T23:23:55,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:55,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=B 2024-11-07T23:23:55,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:55,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=C 2024-11-07T23:23:55,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:55,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110701c3ce787a2e40f9877df24ea6d5a179_8c2d991302900d05f281168575e3d784 is 50, key is test_row_0/A:col10/1731021833998/Put/seqid=0 2024-11-07T23:23:55,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742388_1564 (size=14794) 2024-11-07T23:23:55,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021895136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:55,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021895137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:55,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021895137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:55,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021895240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:55,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021895240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:55,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021895240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:55,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:55,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021895442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:55,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:55,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021895442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:55,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:55,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021895442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:55,532 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:55,534 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110701c3ce787a2e40f9877df24ea6d5a179_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110701c3ce787a2e40f9877df24ea6d5a179_8c2d991302900d05f281168575e3d784 2024-11-07T23:23:55,535 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/3b1fa020d5064a3dade0dffdbb86929f, store: [table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:55,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/3b1fa020d5064a3dade0dffdbb86929f is 175, key is test_row_0/A:col10/1731021833998/Put/seqid=0 2024-11-07T23:23:55,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742389_1565 (size=39749) 2024-11-07T23:23:55,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021895744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:55,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021895744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:55,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021895746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:55,938 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/3b1fa020d5064a3dade0dffdbb86929f 2024-11-07T23:23:55,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/a22bad7fefee49c9ab5d750e4f0d043d is 50, key is test_row_0/B:col10/1731021833998/Put/seqid=0 2024-11-07T23:23:55,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742390_1566 (size=12151) 2024-11-07T23:23:56,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021896249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:56,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021896249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:56,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021896250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-07T23:23:56,291 INFO [Thread-2284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-07T23:23:56,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:23:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-07T23:23:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-07T23:23:56,293 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:23:56,293 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:23:56,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:23:56,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/a22bad7fefee49c9ab5d750e4f0d043d 2024-11-07T23:23:56,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/b26f66b4821548908585208118177aeb is 50, key is test_row_0/C:col10/1731021833998/Put/seqid=0 2024-11-07T23:23:56,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742391_1567 (size=12151) 2024-11-07T23:23:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-07T23:23:56,444 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:56,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-07T23:23:56,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:56,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:56,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:56,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:56,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:56,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:56,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-07T23:23:56,596 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:56,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-07T23:23:56,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:56,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:56,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:56,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:56,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:56,748 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:56,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-07T23:23:56,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:56,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:56,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:56,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:56,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:56,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:56,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/b26f66b4821548908585208118177aeb 2024-11-07T23:23:56,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/3b1fa020d5064a3dade0dffdbb86929f as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/3b1fa020d5064a3dade0dffdbb86929f 2024-11-07T23:23:56,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/3b1fa020d5064a3dade0dffdbb86929f, entries=200, sequenceid=219, filesize=38.8 K 2024-11-07T23:23:56,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/a22bad7fefee49c9ab5d750e4f0d043d as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/a22bad7fefee49c9ab5d750e4f0d043d 2024-11-07T23:23:56,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/a22bad7fefee49c9ab5d750e4f0d043d, entries=150, sequenceid=219, filesize=11.9 K 2024-11-07T23:23:56,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/b26f66b4821548908585208118177aeb as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/b26f66b4821548908585208118177aeb 2024-11-07T23:23:56,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/b26f66b4821548908585208118177aeb, entries=150, sequenceid=219, filesize=11.9 K 2024-11-07T23:23:56,771 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 8c2d991302900d05f281168575e3d784 in 1648ms, sequenceid=219, compaction requested=true 2024-11-07T23:23:56,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:56,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2d991302900d05f281168575e3d784:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:23:56,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:56,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2d991302900d05f281168575e3d784:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:23:56,772 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:56,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:56,772 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:56,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2d991302900d05f281168575e3d784:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:23:56,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:23:56,772 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:56,772 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:56,772 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 8c2d991302900d05f281168575e3d784/A is initiating minor compaction (all files) 2024-11-07T23:23:56,772 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 8c2d991302900d05f281168575e3d784/B is initiating minor compaction (all files) 2024-11-07T23:23:56,772 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c2d991302900d05f281168575e3d784/B in TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:56,772 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c2d991302900d05f281168575e3d784/A in TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:56,772 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/8fcffef051a04011884daeaa34d42d50, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/11763ef892b946dc9bf816d54e831efc, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/a22bad7fefee49c9ab5d750e4f0d043d] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp, totalSize=36.0 K 2024-11-07T23:23:56,772 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/63a14365beb745329f5c9da492451ff5, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/c0ad1527e0a94b0ba67d1304be53a154, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/3b1fa020d5064a3dade0dffdbb86929f] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp, totalSize=100.0 K 2024-11-07T23:23:56,773 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:56,773 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. files: [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/63a14365beb745329f5c9da492451ff5, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/c0ad1527e0a94b0ba67d1304be53a154, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/3b1fa020d5064a3dade0dffdbb86929f] 2024-11-07T23:23:56,773 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fcffef051a04011884daeaa34d42d50, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731021830690 2024-11-07T23:23:56,773 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63a14365beb745329f5c9da492451ff5, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731021830690 2024-11-07T23:23:56,773 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 11763ef892b946dc9bf816d54e831efc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731021831855 2024-11-07T23:23:56,773 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting a22bad7fefee49c9ab5d750e4f0d043d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731021833998 2024-11-07T23:23:56,773 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0ad1527e0a94b0ba67d1304be53a154, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731021831855 2024-11-07T23:23:56,773 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b1fa020d5064a3dade0dffdbb86929f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731021833998 2024-11-07T23:23:56,778 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2d991302900d05f281168575e3d784#B#compaction#479 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:56,778 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/c2cc0cf680174237933fa52a6173e889 is 50, key is test_row_0/B:col10/1731021833998/Put/seqid=0 2024-11-07T23:23:56,779 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:56,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742392_1568 (size=12663) 2024-11-07T23:23:56,799 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110718cd43d5653942ae84ef04ac3348499b_8c2d991302900d05f281168575e3d784 store=[table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:56,801 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110718cd43d5653942ae84ef04ac3348499b_8c2d991302900d05f281168575e3d784, store=[table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:56,801 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110718cd43d5653942ae84ef04ac3348499b_8c2d991302900d05f281168575e3d784 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:56,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742393_1569 (size=4469) 2024-11-07T23:23:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-07T23:23:56,900 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:56,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-07T23:23:56,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:56,901 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 8c2d991302900d05f281168575e3d784 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-07T23:23:56,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=A 2024-11-07T23:23:56,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:56,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=B 2024-11-07T23:23:56,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:56,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=C 2024-11-07T23:23:56,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:56,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107029d14299ec74b7eb55cdda34bbbbdce_8c2d991302900d05f281168575e3d784 is 50, key is test_row_0/A:col10/1731021835136/Put/seqid=0 2024-11-07T23:23:56,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742394_1570 (size=12304) 2024-11-07T23:23:56,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:56,911 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107029d14299ec74b7eb55cdda34bbbbdce_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107029d14299ec74b7eb55cdda34bbbbdce_8c2d991302900d05f281168575e3d784 2024-11-07T23:23:56,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/71881a18147d4ea5aaae2c5e7cd0638f, store: [table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:56,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/71881a18147d4ea5aaae2c5e7cd0638f is 175, key is test_row_0/A:col10/1731021835136/Put/seqid=0 2024-11-07T23:23:56,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742395_1571 (size=31105) 2024-11-07T23:23:56,915 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/71881a18147d4ea5aaae2c5e7cd0638f 2024-11-07T23:23:56,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/20cf14fa3e4441d381c24a906aa80654 is 50, key is test_row_0/B:col10/1731021835136/Put/seqid=0 2024-11-07T23:23:56,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742396_1572 (size=12151) 2024-11-07T23:23:57,199 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/c2cc0cf680174237933fa52a6173e889 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/c2cc0cf680174237933fa52a6173e889 2024-11-07T23:23:57,202 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c2d991302900d05f281168575e3d784/B of 8c2d991302900d05f281168575e3d784 into c2cc0cf680174237933fa52a6173e889(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:57,202 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:57,202 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784., storeName=8c2d991302900d05f281168575e3d784/B, priority=13, startTime=1731021836771; duration=0sec 2024-11-07T23:23:57,203 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:23:57,203 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2d991302900d05f281168575e3d784:B 2024-11-07T23:23:57,203 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:57,203 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:57,203 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 8c2d991302900d05f281168575e3d784/C is initiating minor compaction (all files) 2024-11-07T23:23:57,203 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c2d991302900d05f281168575e3d784/C in TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:57,203 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/2457b8b2e4dd4441a6a432b9d90d8ddf, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/62af8cfa2ec04a06b1beeb960cac77ed, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/b26f66b4821548908585208118177aeb] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp, totalSize=36.0 K 2024-11-07T23:23:57,204 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 2457b8b2e4dd4441a6a432b9d90d8ddf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731021830690 2024-11-07T23:23:57,204 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 62af8cfa2ec04a06b1beeb960cac77ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731021831855 2024-11-07T23:23:57,204 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting b26f66b4821548908585208118177aeb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731021833998 2024-11-07T23:23:57,205 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2d991302900d05f281168575e3d784#A#compaction#480 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:57,206 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/4ec260aad77846108163b3ebcb8f1b74 is 175, key is test_row_0/A:col10/1731021833998/Put/seqid=0 2024-11-07T23:23:57,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742397_1573 (size=31617) 2024-11-07T23:23:57,210 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2d991302900d05f281168575e3d784#C#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:57,210 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/906931ccc0664d9ab093f6a6456fa13b is 50, key is test_row_0/C:col10/1731021833998/Put/seqid=0 2024-11-07T23:23:57,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742398_1574 (size=12663) 2024-11-07T23:23:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:57,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:57,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021897269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:57,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021897270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:57,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021897271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:57,323 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/20cf14fa3e4441d381c24a906aa80654 2024-11-07T23:23:57,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/ac2083f77a914e38afd41bb070e2133d is 50, key is test_row_0/C:col10/1731021835136/Put/seqid=0 2024-11-07T23:23:57,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742399_1575 (size=12151) 2024-11-07T23:23:57,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021897372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:57,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021897373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:57,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021897373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-07T23:23:57,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021897574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:57,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021897576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:57,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021897577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:57,612 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/4ec260aad77846108163b3ebcb8f1b74 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/4ec260aad77846108163b3ebcb8f1b74 2024-11-07T23:23:57,615 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c2d991302900d05f281168575e3d784/A of 8c2d991302900d05f281168575e3d784 into 4ec260aad77846108163b3ebcb8f1b74(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:57,615 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:57,615 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784., storeName=8c2d991302900d05f281168575e3d784/A, priority=13, startTime=1731021836771; duration=0sec 2024-11-07T23:23:57,615 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:57,615 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2d991302900d05f281168575e3d784:A 2024-11-07T23:23:57,615 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/906931ccc0664d9ab093f6a6456fa13b as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/906931ccc0664d9ab093f6a6456fa13b 2024-11-07T23:23:57,618 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c2d991302900d05f281168575e3d784/C of 8c2d991302900d05f281168575e3d784 into 906931ccc0664d9ab093f6a6456fa13b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:57,618 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:57,618 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784., storeName=8c2d991302900d05f281168575e3d784/C, priority=13, startTime=1731021836772; duration=0sec 2024-11-07T23:23:57,618 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:57,618 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2d991302900d05f281168575e3d784:C 2024-11-07T23:23:57,731 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/ac2083f77a914e38afd41bb070e2133d 2024-11-07T23:23:57,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/71881a18147d4ea5aaae2c5e7cd0638f as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/71881a18147d4ea5aaae2c5e7cd0638f 2024-11-07T23:23:57,736 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/71881a18147d4ea5aaae2c5e7cd0638f, entries=150, sequenceid=237, filesize=30.4 K 2024-11-07T23:23:57,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/20cf14fa3e4441d381c24a906aa80654 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/20cf14fa3e4441d381c24a906aa80654 2024-11-07T23:23:57,739 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/20cf14fa3e4441d381c24a906aa80654, entries=150, sequenceid=237, filesize=11.9 K 2024-11-07T23:23:57,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/ac2083f77a914e38afd41bb070e2133d as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/ac2083f77a914e38afd41bb070e2133d 2024-11-07T23:23:57,741 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/ac2083f77a914e38afd41bb070e2133d, entries=150, sequenceid=237, filesize=11.9 K 2024-11-07T23:23:57,742 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 8c2d991302900d05f281168575e3d784 in 841ms, sequenceid=237, compaction requested=false 2024-11-07T23:23:57,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:57,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:57,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-07T23:23:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-07T23:23:57,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-07T23:23:57,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4500 sec 2024-11-07T23:23:57,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.4520 sec 2024-11-07T23:23:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8c2d991302900d05f281168575e3d784 2024-11-07T23:23:57,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c2d991302900d05f281168575e3d784 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-07T23:23:57,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=A 2024-11-07T23:23:57,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:57,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=B 2024-11-07T23:23:57,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:57,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=C 2024-11-07T23:23:57,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:57,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107045a4195b62d4f3c9f837f6f6ebe3264_8c2d991302900d05f281168575e3d784 is 50, key is test_row_0/A:col10/1731021837877/Put/seqid=0 2024-11-07T23:23:57,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742400_1576 (size=14844) 2024-11-07T23:23:57,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021897893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:57,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021897896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:57,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021897896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:57,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021897997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:58,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021898000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:58,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021898000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:58,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60086 deadline: 1731021898019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:58,021 DEBUG [Thread-2274 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18229 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784., hostname=9fec913c0355,35383,1731021663619, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:23:58,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60098 deadline: 1731021898052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:58,054 DEBUG [Thread-2278 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18262 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784., hostname=9fec913c0355,35383,1731021663619, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:23:58,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021898199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:58,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021898202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:58,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021898202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:58,286 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:23:58,288 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107045a4195b62d4f3c9f837f6f6ebe3264_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107045a4195b62d4f3c9f837f6f6ebe3264_8c2d991302900d05f281168575e3d784 2024-11-07T23:23:58,289 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/61a6984cd7c241738e9b7e491bf5eaa6, store: [table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:58,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/61a6984cd7c241738e9b7e491bf5eaa6 is 175, key is test_row_0/A:col10/1731021837877/Put/seqid=0 2024-11-07T23:23:58,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742401_1577 (size=39799) 2024-11-07T23:23:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-07T23:23:58,396 INFO [Thread-2284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-07T23:23:58,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T23:23:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-07T23:23:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-07T23:23:58,398 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T23:23:58,398 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T23:23:58,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T23:23:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-07T23:23:58,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021898502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:58,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021898504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:58,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021898506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:58,549 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:58,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-07T23:23:58,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:58,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:58,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:58,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:58,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:58,693 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=259, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/61a6984cd7c241738e9b7e491bf5eaa6 2024-11-07T23:23:58,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/730a5f5dbe544fce9291d852188d3183 is 50, key is test_row_0/B:col10/1731021837877/Put/seqid=0 2024-11-07T23:23:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-07T23:23:58,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742402_1578 (size=12201) 2024-11-07T23:23:58,702 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:58,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-07T23:23:58,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:58,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:58,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:58,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:58,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:58,854 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:58,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-07T23:23:58,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:58,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:58,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:58,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:58,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-07T23:23:59,006 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:59,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-07T23:23:59,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:59,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:59,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:59,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:59,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:59,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60146 deadline: 1731021899005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:59,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60152 deadline: 1731021899009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:59,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T23:23:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35383 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60132 deadline: 1731021899011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 2024-11-07T23:23:59,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/730a5f5dbe544fce9291d852188d3183 2024-11-07T23:23:59,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/300356e84b8b4bbaae5d6d557569eef9 is 50, key is test_row_0/C:col10/1731021837877/Put/seqid=0 2024-11-07T23:23:59,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742403_1579 (size=12201) 2024-11-07T23:23:59,168 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:59,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-07T23:23:59,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:59,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:59,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:59,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:59,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:59,320 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:59,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-07T23:23:59,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:59,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:59,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:59,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:59,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:59,473 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:59,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-07T23:23:59,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:59,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:23:59,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:59,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:59,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:23:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-07T23:23:59,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/300356e84b8b4bbaae5d6d557569eef9 2024-11-07T23:23:59,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/61a6984cd7c241738e9b7e491bf5eaa6 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/61a6984cd7c241738e9b7e491bf5eaa6 2024-11-07T23:23:59,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/61a6984cd7c241738e9b7e491bf5eaa6, entries=200, sequenceid=259, filesize=38.9 K 2024-11-07T23:23:59,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/730a5f5dbe544fce9291d852188d3183 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/730a5f5dbe544fce9291d852188d3183 2024-11-07T23:23:59,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/730a5f5dbe544fce9291d852188d3183, entries=150, sequenceid=259, filesize=11.9 K 2024-11-07T23:23:59,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/300356e84b8b4bbaae5d6d557569eef9 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/300356e84b8b4bbaae5d6d557569eef9 2024-11-07T23:23:59,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/300356e84b8b4bbaae5d6d557569eef9, entries=150, sequenceid=259, filesize=11.9 K 2024-11-07T23:23:59,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 8c2d991302900d05f281168575e3d784 in 1643ms, sequenceid=259, compaction requested=true 2024-11-07T23:23:59,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:59,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2d991302900d05f281168575e3d784:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T23:23:59,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:59,521 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:59,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2d991302900d05f281168575e3d784:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T23:23:59,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:59,521 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:59,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2d991302900d05f281168575e3d784:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T23:23:59,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:23:59,522 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102521 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:59,522 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:59,522 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1540): 8c2d991302900d05f281168575e3d784/A is initiating minor compaction (all files) 2024-11-07T23:23:59,522 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c2d991302900d05f281168575e3d784/A in TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:59,522 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 8c2d991302900d05f281168575e3d784/B is initiating minor compaction (all files) 2024-11-07T23:23:59,522 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/4ec260aad77846108163b3ebcb8f1b74, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/71881a18147d4ea5aaae2c5e7cd0638f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/61a6984cd7c241738e9b7e491bf5eaa6] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp, totalSize=100.1 K 2024-11-07T23:23:59,522 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:59,522 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c2d991302900d05f281168575e3d784/B in TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:59,522 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. files: [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/4ec260aad77846108163b3ebcb8f1b74, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/71881a18147d4ea5aaae2c5e7cd0638f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/61a6984cd7c241738e9b7e491bf5eaa6] 2024-11-07T23:23:59,522 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/c2cc0cf680174237933fa52a6173e889, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/20cf14fa3e4441d381c24a906aa80654, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/730a5f5dbe544fce9291d852188d3183] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp, totalSize=36.1 K 2024-11-07T23:23:59,523 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ec260aad77846108163b3ebcb8f1b74, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731021833998 2024-11-07T23:23:59,523 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting c2cc0cf680174237933fa52a6173e889, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731021833998 2024-11-07T23:23:59,523 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71881a18147d4ea5aaae2c5e7cd0638f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731021835134 2024-11-07T23:23:59,523 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 20cf14fa3e4441d381c24a906aa80654, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731021835134 2024-11-07T23:23:59,523 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61a6984cd7c241738e9b7e491bf5eaa6, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731021837266 2024-11-07T23:23:59,523 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 730a5f5dbe544fce9291d852188d3183, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731021837269 2024-11-07T23:23:59,527 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2d991302900d05f281168575e3d784#B#compaction#488 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:59,528 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/419e01567bcd4bfda464aea8e6a0e407 is 50, key is test_row_0/B:col10/1731021837877/Put/seqid=0 2024-11-07T23:23:59,529 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:59,531 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411072f0f0d04130842e2909118267f9ec712_8c2d991302900d05f281168575e3d784 store=[table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:59,533 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411072f0f0d04130842e2909118267f9ec712_8c2d991302900d05f281168575e3d784, store=[table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:59,533 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411072f0f0d04130842e2909118267f9ec712_8c2d991302900d05f281168575e3d784 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:23:59,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742404_1580 (size=12815) 2024-11-07T23:23:59,538 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/419e01567bcd4bfda464aea8e6a0e407 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/419e01567bcd4bfda464aea8e6a0e407 2024-11-07T23:23:59,542 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c2d991302900d05f281168575e3d784/B of 8c2d991302900d05f281168575e3d784 into 419e01567bcd4bfda464aea8e6a0e407(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:59,542 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:59,542 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784., storeName=8c2d991302900d05f281168575e3d784/B, priority=13, startTime=1731021839521; duration=0sec 2024-11-07T23:23:59,542 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T23:23:59,542 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2d991302900d05f281168575e3d784:B 2024-11-07T23:23:59,542 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T23:23:59,543 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T23:23:59,543 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1540): 8c2d991302900d05f281168575e3d784/C is initiating minor compaction (all files) 2024-11-07T23:23:59,543 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c2d991302900d05f281168575e3d784/C in TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:59,543 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/906931ccc0664d9ab093f6a6456fa13b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/ac2083f77a914e38afd41bb070e2133d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/300356e84b8b4bbaae5d6d557569eef9] into tmpdir=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp, totalSize=36.1 K 2024-11-07T23:23:59,543 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 906931ccc0664d9ab093f6a6456fa13b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731021833998 2024-11-07T23:23:59,544 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting ac2083f77a914e38afd41bb070e2133d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731021835134 2024-11-07T23:23:59,544 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] compactions.Compactor(224): Compacting 300356e84b8b4bbaae5d6d557569eef9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731021837269 2024-11-07T23:23:59,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742405_1581 (size=4469) 2024-11-07T23:23:59,549 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2d991302900d05f281168575e3d784#C#compaction#490 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:59,550 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/4e966ba0a8674168961aa3e6706be5eb is 50, key is test_row_0/C:col10/1731021837877/Put/seqid=0 2024-11-07T23:23:59,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742406_1582 (size=12815) 2024-11-07T23:23:59,625 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:23:59,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-07T23:23:59,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:23:59,625 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 8c2d991302900d05f281168575e3d784 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-07T23:23:59,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=A 2024-11-07T23:23:59,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:59,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=B 2024-11-07T23:23:59,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:59,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=C 2024-11-07T23:23:59,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:23:59,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110760946c4ec3c347b38084d1523ef655e2_8c2d991302900d05f281168575e3d784 is 50, key is test_row_0/A:col10/1731021837895/Put/seqid=0 2024-11-07T23:23:59,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742407_1583 (size=12454) 2024-11-07T23:23:59,766 DEBUG [Thread-2293 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4f425468 to 127.0.0.1:55878 2024-11-07T23:23:59,766 DEBUG [Thread-2293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:23:59,766 DEBUG [Thread-2291 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d27688a to 127.0.0.1:55878 2024-11-07T23:23:59,766 DEBUG [Thread-2291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:23:59,767 DEBUG [Thread-2285 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49daf5a7 to 127.0.0.1:55878 2024-11-07T23:23:59,767 DEBUG [Thread-2285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:23:59,767 DEBUG [Thread-2287 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40908ffe to 127.0.0.1:55878 2024-11-07T23:23:59,767 DEBUG [Thread-2287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:23:59,768 DEBUG [Thread-2289 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x73ee60e6 to 127.0.0.1:55878 2024-11-07T23:23:59,768 DEBUG [Thread-2289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:23:59,951 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2d991302900d05f281168575e3d784#A#compaction#489 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T23:23:59,952 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/9361edb849a247f49882d875ab8f9c13 is 175, key is test_row_0/A:col10/1731021837877/Put/seqid=0 2024-11-07T23:23:59,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742408_1584 (size=31769) 2024-11-07T23:23:59,962 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/4e966ba0a8674168961aa3e6706be5eb as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/4e966ba0a8674168961aa3e6706be5eb 2024-11-07T23:23:59,965 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c2d991302900d05f281168575e3d784/C of 8c2d991302900d05f281168575e3d784 into 4e966ba0a8674168961aa3e6706be5eb(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:23:59,965 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:23:59,965 INFO [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784., storeName=8c2d991302900d05f281168575e3d784/C, priority=13, startTime=1731021839521; duration=0sec 2024-11-07T23:23:59,965 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:23:59,965 DEBUG [RS:0;9fec913c0355:35383-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2d991302900d05f281168575e3d784:C 2024-11-07T23:24:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35383 {}] regionserver.HRegion(8581): Flush requested on 8c2d991302900d05f281168575e3d784 2024-11-07T23:24:00,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. as already flushing 2024-11-07T23:24:00,009 DEBUG [Thread-2280 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0943e006 to 127.0.0.1:55878 2024-11-07T23:24:00,009 DEBUG [Thread-2280 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:24:00,020 DEBUG [Thread-2282 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x743c6f3a to 127.0.0.1:55878 2024-11-07T23:24:00,020 DEBUG [Thread-2282 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:24:00,025 DEBUG [Thread-2276 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61fa8719 to 127.0.0.1:55878 2024-11-07T23:24:00,025 DEBUG [Thread-2276 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:24:00,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:24:00,045 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110760946c4ec3c347b38084d1523ef655e2_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110760946c4ec3c347b38084d1523ef655e2_8c2d991302900d05f281168575e3d784 2024-11-07T23:24:00,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/ba535c43a3334bec85ba7d9208ed1acc, store: [table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:24:00,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/ba535c43a3334bec85ba7d9208ed1acc is 175, key is test_row_0/A:col10/1731021837895/Put/seqid=0 2024-11-07T23:24:00,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742409_1585 (size=31255) 2024-11-07T23:24:00,371 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/9361edb849a247f49882d875ab8f9c13 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/9361edb849a247f49882d875ab8f9c13 2024-11-07T23:24:00,376 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c2d991302900d05f281168575e3d784/A of 8c2d991302900d05f281168575e3d784 into 9361edb849a247f49882d875ab8f9c13(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T23:24:00,376 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:24:00,376 INFO [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784., storeName=8c2d991302900d05f281168575e3d784/A, priority=13, startTime=1731021839521; duration=0sec 2024-11-07T23:24:00,376 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T23:24:00,376 DEBUG [RS:0;9fec913c0355:35383-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2d991302900d05f281168575e3d784:A 2024-11-07T23:24:00,452 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/ba535c43a3334bec85ba7d9208ed1acc 2024-11-07T23:24:00,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/011c18cc93f047f58ff340715ccaf808 is 50, key is test_row_0/B:col10/1731021837895/Put/seqid=0 2024-11-07T23:24:00,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742410_1586 (size=12301) 2024-11-07T23:24:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-07T23:24:00,863 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/011c18cc93f047f58ff340715ccaf808 2024-11-07T23:24:00,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/3e414d2736d34b2b877923d0a0b8781a is 50, key is test_row_0/C:col10/1731021837895/Put/seqid=0 2024-11-07T23:24:00,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742411_1587 (size=12301) 2024-11-07T23:24:01,281 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/3e414d2736d34b2b877923d0a0b8781a 2024-11-07T23:24:01,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/ba535c43a3334bec85ba7d9208ed1acc as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/ba535c43a3334bec85ba7d9208ed1acc 2024-11-07T23:24:01,297 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/ba535c43a3334bec85ba7d9208ed1acc, entries=150, sequenceid=277, filesize=30.5 K 2024-11-07T23:24:01,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/011c18cc93f047f58ff340715ccaf808 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/011c18cc93f047f58ff340715ccaf808 2024-11-07T23:24:01,303 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/011c18cc93f047f58ff340715ccaf808, entries=150, sequenceid=277, filesize=12.0 K 2024-11-07T23:24:01,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/3e414d2736d34b2b877923d0a0b8781a as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/3e414d2736d34b2b877923d0a0b8781a 2024-11-07T23:24:01,308 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/3e414d2736d34b2b877923d0a0b8781a, entries=150, sequenceid=277, filesize=12.0 K 2024-11-07T23:24:01,309 INFO [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=20.13 KB/20610 for 8c2d991302900d05f281168575e3d784 in 1684ms, sequenceid=277, compaction requested=false 2024-11-07T23:24:01,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:24:01,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:24:01,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9fec913c0355:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-07T23:24:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-07T23:24:01,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-07T23:24:01,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9130 sec 2024-11-07T23:24:01,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 2.9160 sec 2024-11-07T23:24:02,042 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T23:24:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-07T23:24:02,504 INFO [Thread-2284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-07T23:24:06,511 ERROR [LeaseRenewer:jenkins@localhost:41977 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:41977,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:24:08,061 DEBUG [Thread-2274 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44a8cc66 to 127.0.0.1:55878 2024-11-07T23:24:08,061 DEBUG [Thread-2274 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:24:08,099 DEBUG [Thread-2278 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f29636d to 127.0.0.1:55878 2024-11-07T23:24:08,099 DEBUG [Thread-2278 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:24:08,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-07T23:24:08,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-11-07T23:24:08,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-07T23:24:08,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-11-07T23:24:08,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-07T23:24:08,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-07T23:24:08,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-07T23:24:08,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7819 2024-11-07T23:24:08,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7367 2024-11-07T23:24:08,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7215 2024-11-07T23:24:08,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7780 2024-11-07T23:24:08,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7340 2024-11-07T23:24:08,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-07T23:24:08,100 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-07T23:24:08,101 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x23b6a95d to 127.0.0.1:55878 2024-11-07T23:24:08,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:24:08,102 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-07T23:24:08,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-07T23:24:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-07T23:24:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-07T23:24:08,107 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021848107"}]},"ts":"1731021848107"} 2024-11-07T23:24:08,109 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-07T23:24:08,124 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-07T23:24:08,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T23:24:08,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c2d991302900d05f281168575e3d784, UNASSIGN}] 2024-11-07T23:24:08,129 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=173, ppid=172, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c2d991302900d05f281168575e3d784, UNASSIGN 2024-11-07T23:24:08,130 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=173 updating hbase:meta row=8c2d991302900d05f281168575e3d784, regionState=CLOSING, regionLocation=9fec913c0355,35383,1731021663619 2024-11-07T23:24:08,131 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T23:24:08,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; CloseRegionProcedure 8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619}] 2024-11-07T23:24:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-07T23:24:08,284 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 9fec913c0355,35383,1731021663619 2024-11-07T23:24:08,285 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(124): Close 8c2d991302900d05f281168575e3d784 2024-11-07T23:24:08,285 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-07T23:24:08,285 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1681): Closing 8c2d991302900d05f281168575e3d784, disabling compactions & flushes 2024-11-07T23:24:08,286 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:24:08,286 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:24:08,286 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. after waiting 0 ms 2024-11-07T23:24:08,286 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:24:08,286 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(2837): Flushing 8c2d991302900d05f281168575e3d784 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-07T23:24:08,286 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=A 2024-11-07T23:24:08,287 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:24:08,287 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=B 2024-11-07T23:24:08,287 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:24:08,287 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c2d991302900d05f281168575e3d784, store=C 2024-11-07T23:24:08,287 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T23:24:08,295 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411071138b71cf31b470caedb82c76b4b81ae_8c2d991302900d05f281168575e3d784 is 50, key is test_row_0/A:col10/1731021848097/Put/seqid=0 2024-11-07T23:24:08,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742412_1588 (size=12454) 2024-11-07T23:24:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-07T23:24:08,700 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:24:08,709 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411071138b71cf31b470caedb82c76b4b81ae_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411071138b71cf31b470caedb82c76b4b81ae_8c2d991302900d05f281168575e3d784 2024-11-07T23:24:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-07T23:24:08,710 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/a787e25b52504e0388acd20712647d6a, store: [table=TestAcidGuarantees family=A region=8c2d991302900d05f281168575e3d784] 2024-11-07T23:24:08,711 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/a787e25b52504e0388acd20712647d6a is 175, key is test_row_0/A:col10/1731021848097/Put/seqid=0 2024-11-07T23:24:08,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742413_1589 (size=31255) 2024-11-07T23:24:09,116 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/a787e25b52504e0388acd20712647d6a 2024-11-07T23:24:09,128 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/e9b3f47a03f04a63b068c0298cd850b1 is 50, key is test_row_0/B:col10/1731021848097/Put/seqid=0 2024-11-07T23:24:09,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742414_1590 (size=12301) 2024-11-07T23:24:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-07T23:24:09,285 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:41977 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:41977,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:24:09,534 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/e9b3f47a03f04a63b068c0298cd850b1 2024-11-07T23:24:09,549 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/cec1172376034298b98ebf770f64d216 is 50, key is test_row_0/C:col10/1731021848097/Put/seqid=0 2024-11-07T23:24:09,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742415_1591 (size=12301) 2024-11-07T23:24:09,954 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/cec1172376034298b98ebf770f64d216 2024-11-07T23:24:09,963 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/A/a787e25b52504e0388acd20712647d6a as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/a787e25b52504e0388acd20712647d6a 2024-11-07T23:24:09,966 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/a787e25b52504e0388acd20712647d6a, entries=150, sequenceid=287, filesize=30.5 K 2024-11-07T23:24:09,967 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/B/e9b3f47a03f04a63b068c0298cd850b1 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/e9b3f47a03f04a63b068c0298cd850b1 2024-11-07T23:24:09,970 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/e9b3f47a03f04a63b068c0298cd850b1, entries=150, sequenceid=287, filesize=12.0 K 2024-11-07T23:24:09,970 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/.tmp/C/cec1172376034298b98ebf770f64d216 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/cec1172376034298b98ebf770f64d216 2024-11-07T23:24:09,973 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/cec1172376034298b98ebf770f64d216, entries=150, sequenceid=287, filesize=12.0 K 2024-11-07T23:24:09,974 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 8c2d991302900d05f281168575e3d784 in 1688ms, sequenceid=287, compaction requested=true 2024-11-07T23:24:09,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/6ea83a7778274928923cc6688d5c4b4a, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/cd7172b273af4b9e98b5633ff1c8403d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/f899ddfbb998423799854d0ab41a765f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/bfc6d790ad084c49ba3293f064ce8528, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/83a8ab64f2764a2699791a451a5f2071, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/1363e4353a404164956f5d29f4736b90, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/09c8aed03b5e42cfb225e6e821dd5500, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/d48ce1a17cd64004bae4c3163f421a94, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/6f2f9049b845445bbe27b36af0038b55, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/ee48c9f4bc324ddea983a4507e0f795f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/455b98287bb947ffa182afc2d39fa8d2, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/d6da6f55820b4682aa61b1edac4a848b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/63a14365beb745329f5c9da492451ff5, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/c0ad1527e0a94b0ba67d1304be53a154, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/3b1fa020d5064a3dade0dffdbb86929f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/4ec260aad77846108163b3ebcb8f1b74, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/71881a18147d4ea5aaae2c5e7cd0638f, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/61a6984cd7c241738e9b7e491bf5eaa6] to archive 2024-11-07T23:24:09,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T23:24:09,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/6ea83a7778274928923cc6688d5c4b4a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/6ea83a7778274928923cc6688d5c4b4a 2024-11-07T23:24:09,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/cd7172b273af4b9e98b5633ff1c8403d to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/cd7172b273af4b9e98b5633ff1c8403d 2024-11-07T23:24:09,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/f899ddfbb998423799854d0ab41a765f to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/f899ddfbb998423799854d0ab41a765f 2024-11-07T23:24:09,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/bfc6d790ad084c49ba3293f064ce8528 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/bfc6d790ad084c49ba3293f064ce8528 2024-11-07T23:24:09,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/83a8ab64f2764a2699791a451a5f2071 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/83a8ab64f2764a2699791a451a5f2071 2024-11-07T23:24:09,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/1363e4353a404164956f5d29f4736b90 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/1363e4353a404164956f5d29f4736b90 2024-11-07T23:24:09,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/09c8aed03b5e42cfb225e6e821dd5500 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/09c8aed03b5e42cfb225e6e821dd5500 2024-11-07T23:24:09,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/d48ce1a17cd64004bae4c3163f421a94 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/d48ce1a17cd64004bae4c3163f421a94 2024-11-07T23:24:09,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/6f2f9049b845445bbe27b36af0038b55 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/6f2f9049b845445bbe27b36af0038b55 2024-11-07T23:24:09,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/ee48c9f4bc324ddea983a4507e0f795f to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/ee48c9f4bc324ddea983a4507e0f795f 2024-11-07T23:24:09,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/455b98287bb947ffa182afc2d39fa8d2 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/455b98287bb947ffa182afc2d39fa8d2 2024-11-07T23:24:09,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/d6da6f55820b4682aa61b1edac4a848b to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/d6da6f55820b4682aa61b1edac4a848b 2024-11-07T23:24:09,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/63a14365beb745329f5c9da492451ff5 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/63a14365beb745329f5c9da492451ff5 2024-11-07T23:24:09,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/c0ad1527e0a94b0ba67d1304be53a154 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/c0ad1527e0a94b0ba67d1304be53a154 2024-11-07T23:24:09,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/3b1fa020d5064a3dade0dffdbb86929f to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/3b1fa020d5064a3dade0dffdbb86929f 2024-11-07T23:24:09,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/4ec260aad77846108163b3ebcb8f1b74 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/4ec260aad77846108163b3ebcb8f1b74 2024-11-07T23:24:09,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/71881a18147d4ea5aaae2c5e7cd0638f to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/71881a18147d4ea5aaae2c5e7cd0638f 2024-11-07T23:24:09,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/61a6984cd7c241738e9b7e491bf5eaa6 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/61a6984cd7c241738e9b7e491bf5eaa6 2024-11-07T23:24:09,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/6c4a5d5829fc48d0b5d075251b26061b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/22b9bb4540b744df8e48cf5b8611be55, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/f81311d49b544d8da77bcaed73f80031, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/b492e3d8ee7242139441e7564b7691a1, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/408f3625ea7d42c7af5aa4b75e883fa4, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/e6a4d5a3661540c592612863bf889c9b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/a218fc03669848419a26ac410a5e94ae, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/2aee2259419f4552995ae4816aea7523, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/cd1e3e39d6cf4a6bae2133400f09f06e, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/743a59ae81be4205ae567f0bcb259054, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/69516c5246a24e19816bad76d240faf3, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/8fcffef051a04011884daeaa34d42d50, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/cc9d57a75784456691c9906e1b1c3422, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/11763ef892b946dc9bf816d54e831efc, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/c2cc0cf680174237933fa52a6173e889, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/a22bad7fefee49c9ab5d750e4f0d043d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/20cf14fa3e4441d381c24a906aa80654, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/730a5f5dbe544fce9291d852188d3183] to archive 2024-11-07T23:24:09,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T23:24:10,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/6c4a5d5829fc48d0b5d075251b26061b to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/6c4a5d5829fc48d0b5d075251b26061b 2024-11-07T23:24:10,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/22b9bb4540b744df8e48cf5b8611be55 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/22b9bb4540b744df8e48cf5b8611be55 2024-11-07T23:24:10,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/f81311d49b544d8da77bcaed73f80031 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/f81311d49b544d8da77bcaed73f80031 2024-11-07T23:24:10,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/b492e3d8ee7242139441e7564b7691a1 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/b492e3d8ee7242139441e7564b7691a1 2024-11-07T23:24:10,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/408f3625ea7d42c7af5aa4b75e883fa4 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/408f3625ea7d42c7af5aa4b75e883fa4 2024-11-07T23:24:10,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/e6a4d5a3661540c592612863bf889c9b to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/e6a4d5a3661540c592612863bf889c9b 2024-11-07T23:24:10,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/a218fc03669848419a26ac410a5e94ae to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/a218fc03669848419a26ac410a5e94ae 2024-11-07T23:24:10,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/2aee2259419f4552995ae4816aea7523 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/2aee2259419f4552995ae4816aea7523 2024-11-07T23:24:10,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/cd1e3e39d6cf4a6bae2133400f09f06e to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/cd1e3e39d6cf4a6bae2133400f09f06e 2024-11-07T23:24:10,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/743a59ae81be4205ae567f0bcb259054 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/743a59ae81be4205ae567f0bcb259054 2024-11-07T23:24:10,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/69516c5246a24e19816bad76d240faf3 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/69516c5246a24e19816bad76d240faf3 2024-11-07T23:24:10,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/8fcffef051a04011884daeaa34d42d50 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/8fcffef051a04011884daeaa34d42d50 2024-11-07T23:24:10,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/cc9d57a75784456691c9906e1b1c3422 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/cc9d57a75784456691c9906e1b1c3422 2024-11-07T23:24:10,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/11763ef892b946dc9bf816d54e831efc to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/11763ef892b946dc9bf816d54e831efc 2024-11-07T23:24:10,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/c2cc0cf680174237933fa52a6173e889 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/c2cc0cf680174237933fa52a6173e889 2024-11-07T23:24:10,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/a22bad7fefee49c9ab5d750e4f0d043d to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/a22bad7fefee49c9ab5d750e4f0d043d 2024-11-07T23:24:10,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/20cf14fa3e4441d381c24a906aa80654 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/20cf14fa3e4441d381c24a906aa80654 2024-11-07T23:24:10,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/730a5f5dbe544fce9291d852188d3183 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/730a5f5dbe544fce9291d852188d3183 2024-11-07T23:24:10,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/7f89180b38a54ce5beabd0f0ad60ba93, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/ebef9ff5df8b40879000cb147b69525b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/b0bd797271004677a7ab859033c4ead2, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/223cfb37e66d4ccaaf9c1b1f5931dbb3, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/6fc12eec2d93469ebc0f8f8d4c15da99, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/62f502ec85954d9fb8afcd352340677b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/4ff5a8db48f84d28b53eb134bbe8d3f4, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/3ba9c72faebe4ee1bac9c0366e9457d2, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/89fa3d2855b344e29a823834f91f611c, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/2b763a1eb7bf4eb2b1e959c534b335f3, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/aa0b159208f04f9386371b375c7ed589, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/2457b8b2e4dd4441a6a432b9d90d8ddf, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/0b0483bd1f6e403bb77a69db16861146, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/62af8cfa2ec04a06b1beeb960cac77ed, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/906931ccc0664d9ab093f6a6456fa13b, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/b26f66b4821548908585208118177aeb, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/ac2083f77a914e38afd41bb070e2133d, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/300356e84b8b4bbaae5d6d557569eef9] to archive 2024-11-07T23:24:10,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T23:24:10,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/7f89180b38a54ce5beabd0f0ad60ba93 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/7f89180b38a54ce5beabd0f0ad60ba93 2024-11-07T23:24:10,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/ebef9ff5df8b40879000cb147b69525b to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/ebef9ff5df8b40879000cb147b69525b 2024-11-07T23:24:10,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/b0bd797271004677a7ab859033c4ead2 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/b0bd797271004677a7ab859033c4ead2 2024-11-07T23:24:10,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/223cfb37e66d4ccaaf9c1b1f5931dbb3 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/223cfb37e66d4ccaaf9c1b1f5931dbb3 2024-11-07T23:24:10,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/6fc12eec2d93469ebc0f8f8d4c15da99 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/6fc12eec2d93469ebc0f8f8d4c15da99 2024-11-07T23:24:10,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/62f502ec85954d9fb8afcd352340677b to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/62f502ec85954d9fb8afcd352340677b 2024-11-07T23:24:10,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/4ff5a8db48f84d28b53eb134bbe8d3f4 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/4ff5a8db48f84d28b53eb134bbe8d3f4 2024-11-07T23:24:10,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/3ba9c72faebe4ee1bac9c0366e9457d2 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/3ba9c72faebe4ee1bac9c0366e9457d2 2024-11-07T23:24:10,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/89fa3d2855b344e29a823834f91f611c to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/89fa3d2855b344e29a823834f91f611c 2024-11-07T23:24:10,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/2b763a1eb7bf4eb2b1e959c534b335f3 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/2b763a1eb7bf4eb2b1e959c534b335f3 2024-11-07T23:24:10,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/aa0b159208f04f9386371b375c7ed589 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/aa0b159208f04f9386371b375c7ed589 2024-11-07T23:24:10,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/2457b8b2e4dd4441a6a432b9d90d8ddf to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/2457b8b2e4dd4441a6a432b9d90d8ddf 2024-11-07T23:24:10,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/0b0483bd1f6e403bb77a69db16861146 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/0b0483bd1f6e403bb77a69db16861146 2024-11-07T23:24:10,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/62af8cfa2ec04a06b1beeb960cac77ed to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/62af8cfa2ec04a06b1beeb960cac77ed 2024-11-07T23:24:10,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/906931ccc0664d9ab093f6a6456fa13b to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/906931ccc0664d9ab093f6a6456fa13b 2024-11-07T23:24:10,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/b26f66b4821548908585208118177aeb to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/b26f66b4821548908585208118177aeb 2024-11-07T23:24:10,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/ac2083f77a914e38afd41bb070e2133d to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/ac2083f77a914e38afd41bb070e2133d 2024-11-07T23:24:10,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/300356e84b8b4bbaae5d6d557569eef9 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/300356e84b8b4bbaae5d6d557569eef9 2024-11-07T23:24:10,044 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/recovered.edits/290.seqid, newMaxSeqId=290, maxSeqId=4 2024-11-07T23:24:10,044 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784. 2024-11-07T23:24:10,044 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1635): Region close journal for 8c2d991302900d05f281168575e3d784: 2024-11-07T23:24:10,045 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(170): Closed 8c2d991302900d05f281168575e3d784 2024-11-07T23:24:10,045 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=173 updating hbase:meta row=8c2d991302900d05f281168575e3d784, regionState=CLOSED 2024-11-07T23:24:10,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-07T23:24:10,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; CloseRegionProcedure 8c2d991302900d05f281168575e3d784, server=9fec913c0355,35383,1731021663619 in 1.9150 sec 2024-11-07T23:24:10,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=173, resume processing ppid=172 2024-11-07T23:24:10,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, ppid=172, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c2d991302900d05f281168575e3d784, UNASSIGN in 1.9200 sec 2024-11-07T23:24:10,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-07T23:24:10,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9240 sec 2024-11-07T23:24:10,050 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021850050"}]},"ts":"1731021850050"} 2024-11-07T23:24:10,051 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-07T23:24:10,090 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-07T23:24:10,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9880 sec 2024-11-07T23:24:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-07T23:24:10,214 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-07T23:24:10,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-07T23:24:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:24:10,218 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=175, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:24:10,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-07T23:24:10,220 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=175, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:24:10,224 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784 2024-11-07T23:24:10,227 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A, FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B, FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C, FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/recovered.edits] 2024-11-07T23:24:10,231 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/9361edb849a247f49882d875ab8f9c13 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/9361edb849a247f49882d875ab8f9c13 2024-11-07T23:24:10,233 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/a787e25b52504e0388acd20712647d6a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/a787e25b52504e0388acd20712647d6a 2024-11-07T23:24:10,235 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/ba535c43a3334bec85ba7d9208ed1acc to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/A/ba535c43a3334bec85ba7d9208ed1acc 2024-11-07T23:24:10,238 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/011c18cc93f047f58ff340715ccaf808 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/011c18cc93f047f58ff340715ccaf808 2024-11-07T23:24:10,240 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/419e01567bcd4bfda464aea8e6a0e407 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/419e01567bcd4bfda464aea8e6a0e407 2024-11-07T23:24:10,241 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/e9b3f47a03f04a63b068c0298cd850b1 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/B/e9b3f47a03f04a63b068c0298cd850b1 2024-11-07T23:24:10,244 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/3e414d2736d34b2b877923d0a0b8781a to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/3e414d2736d34b2b877923d0a0b8781a 2024-11-07T23:24:10,245 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/4e966ba0a8674168961aa3e6706be5eb to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/4e966ba0a8674168961aa3e6706be5eb 2024-11-07T23:24:10,247 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/cec1172376034298b98ebf770f64d216 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/C/cec1172376034298b98ebf770f64d216 2024-11-07T23:24:10,249 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/recovered.edits/290.seqid to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784/recovered.edits/290.seqid 2024-11-07T23:24:10,250 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/default/TestAcidGuarantees/8c2d991302900d05f281168575e3d784 2024-11-07T23:24:10,250 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-07T23:24:10,251 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-07T23:24:10,252 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-07T23:24:10,255 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110701c3ce787a2e40f9877df24ea6d5a179_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110701c3ce787a2e40f9877df24ea6d5a179_8c2d991302900d05f281168575e3d784 2024-11-07T23:24:10,257 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107029d14299ec74b7eb55cdda34bbbbdce_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107029d14299ec74b7eb55cdda34bbbbdce_8c2d991302900d05f281168575e3d784 2024-11-07T23:24:10,258 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107045a4195b62d4f3c9f837f6f6ebe3264_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107045a4195b62d4f3c9f837f6f6ebe3264_8c2d991302900d05f281168575e3d784 2024-11-07T23:24:10,260 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411071138b71cf31b470caedb82c76b4b81ae_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411071138b71cf31b470caedb82c76b4b81ae_8c2d991302900d05f281168575e3d784 2024-11-07T23:24:10,261 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411072448cea46f0b455a8d39229e77b9d319_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411072448cea46f0b455a8d39229e77b9d319_8c2d991302900d05f281168575e3d784 2024-11-07T23:24:10,263 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411072618fd12f93b44e8a27d12a9fc6b7d93_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411072618fd12f93b44e8a27d12a9fc6b7d93_8c2d991302900d05f281168575e3d784 2024-11-07T23:24:10,265 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074e442aa956dc4e0bbdd4f453a74a5c11_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074e442aa956dc4e0bbdd4f453a74a5c11_8c2d991302900d05f281168575e3d784 2024-11-07T23:24:10,266 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110760946c4ec3c347b38084d1523ef655e2_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110760946c4ec3c347b38084d1523ef655e2_8c2d991302900d05f281168575e3d784 2024-11-07T23:24:10,268 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107caf7f27bd66d440daaff83d50cf573ee_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107caf7f27bd66d440daaff83d50cf573ee_8c2d991302900d05f281168575e3d784 2024-11-07T23:24:10,269 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107d258b22f0ffa4abd8afa136b1611c217_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107d258b22f0ffa4abd8afa136b1611c217_8c2d991302900d05f281168575e3d784 2024-11-07T23:24:10,271 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107d54384c038a24cbb85de4bcc46536218_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107d54384c038a24cbb85de4bcc46536218_8c2d991302900d05f281168575e3d784 2024-11-07T23:24:10,272 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107d994515652734d839297a622c43e30d9_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107d994515652734d839297a622c43e30d9_8c2d991302900d05f281168575e3d784 2024-11-07T23:24:10,274 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e2e5127a47af4fb383e2b9a5b425fbe5_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e2e5127a47af4fb383e2b9a5b425fbe5_8c2d991302900d05f281168575e3d784 2024-11-07T23:24:10,275 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e8daafadfdb2494d9194c6df37447abd_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e8daafadfdb2494d9194c6df37447abd_8c2d991302900d05f281168575e3d784 2024-11-07T23:24:10,276 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107fcec4ad4c44e47dd9ee27fcef9a1cdbb_8c2d991302900d05f281168575e3d784 to hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107fcec4ad4c44e47dd9ee27fcef9a1cdbb_8c2d991302900d05f281168575e3d784 2024-11-07T23:24:10,276 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-07T23:24:10,277 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=175, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:24:10,279 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-07T23:24:10,281 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-07T23:24:10,281 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=175, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:24:10,281 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-07T23:24:10,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731021850281"}]},"ts":"9223372036854775807"} 2024-11-07T23:24:10,283 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-07T23:24:10,283 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8c2d991302900d05f281168575e3d784, NAME => 'TestAcidGuarantees,,1731021816504.8c2d991302900d05f281168575e3d784.', STARTKEY => '', ENDKEY => ''}] 2024-11-07T23:24:10,283 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-07T23:24:10,283 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731021850283"}]},"ts":"9223372036854775807"} 2024-11-07T23:24:10,284 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-07T23:24:10,297 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=175, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T23:24:10,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 81 msec 2024-11-07T23:24:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32887 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-07T23:24:10,322 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-07T23:24:10,335 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=235 (was 236), OpenFileDescriptor=447 (was 454), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 322), ProcessCount=9 (was 9), AvailableMemoryMB=1930 (was 1947) 2024-11-07T23:24:10,335 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-07T23:24:10,335 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-07T23:24:10,335 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f499397 to 127.0.0.1:55878 2024-11-07T23:24:10,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:24:10,335 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T23:24:10,335 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=702506913, stopped=false 2024-11-07T23:24:10,336 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=9fec913c0355,32887,1731021662857 2024-11-07T23:24:10,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T23:24:10,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x10118e40a050001, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T23:24:10,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:24:10,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x10118e40a050001, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:24:10,347 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-07T23:24:10,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:24:10,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T23:24:10,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35383-0x10118e40a050001, quorum=127.0.0.1:55878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T23:24:10,348 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '9fec913c0355,35383,1731021663619' ***** 2024-11-07T23:24:10,348 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-07T23:24:10,349 INFO [RS:0;9fec913c0355:35383 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T23:24:10,349 INFO [RS:0;9fec913c0355:35383 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T23:24:10,349 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-07T23:24:10,349 INFO [RS:0;9fec913c0355:35383 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T23:24:10,349 INFO [RS:0;9fec913c0355:35383 {}] regionserver.HRegionServer(3579): Received CLOSE for 3ea867e3ebce2edcbfdbe4ad203c7328 2024-11-07T23:24:10,350 INFO [RS:0;9fec913c0355:35383 {}] regionserver.HRegionServer(1224): stopping server 9fec913c0355,35383,1731021663619 2024-11-07T23:24:10,350 DEBUG [RS:0;9fec913c0355:35383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:24:10,350 INFO [RS:0;9fec913c0355:35383 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T23:24:10,350 INFO [RS:0;9fec913c0355:35383 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T23:24:10,350 INFO [RS:0;9fec913c0355:35383 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T23:24:10,350 INFO [RS:0;9fec913c0355:35383 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-07T23:24:10,350 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3ea867e3ebce2edcbfdbe4ad203c7328, disabling compactions & flushes 2024-11-07T23:24:10,350 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731021667728.3ea867e3ebce2edcbfdbe4ad203c7328. 2024-11-07T23:24:10,350 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731021667728.3ea867e3ebce2edcbfdbe4ad203c7328. 2024-11-07T23:24:10,350 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731021667728.3ea867e3ebce2edcbfdbe4ad203c7328. after waiting 0 ms 2024-11-07T23:24:10,351 INFO [RS:0;9fec913c0355:35383 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-07T23:24:10,351 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731021667728.3ea867e3ebce2edcbfdbe4ad203c7328. 2024-11-07T23:24:10,351 DEBUG [RS:0;9fec913c0355:35383 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 3ea867e3ebce2edcbfdbe4ad203c7328=hbase:namespace,,1731021667728.3ea867e3ebce2edcbfdbe4ad203c7328.} 2024-11-07T23:24:10,351 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 3ea867e3ebce2edcbfdbe4ad203c7328 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-07T23:24:10,351 DEBUG [RS_CLOSE_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-07T23:24:10,351 INFO [RS_CLOSE_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-07T23:24:10,351 DEBUG [RS_CLOSE_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-07T23:24:10,351 DEBUG [RS_CLOSE_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T23:24:10,351 DEBUG [RS_CLOSE_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T23:24:10,351 INFO [RS_CLOSE_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-07T23:24:10,354 DEBUG [RS:0;9fec913c0355:35383 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 3ea867e3ebce2edcbfdbe4ad203c7328 2024-11-07T23:24:10,362 INFO [regionserver/9fec913c0355:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T23:24:10,368 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/namespace/3ea867e3ebce2edcbfdbe4ad203c7328/.tmp/info/f21d063ed7ac46fea99dda101f99b99b is 45, key is default/info:d/1731021669132/Put/seqid=0 2024-11-07T23:24:10,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742416_1592 (size=5037) 2024-11-07T23:24:10,373 DEBUG [RS_CLOSE_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/meta/1588230740/.tmp/info/1d04b888597948b18a24aa0f2677da4b is 143, key is hbase:namespace,,1731021667728.3ea867e3ebce2edcbfdbe4ad203c7328./info:regioninfo/1731021669004/Put/seqid=0 2024-11-07T23:24:10,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742417_1593 (size=7725) 2024-11-07T23:24:10,555 DEBUG [RS:0;9fec913c0355:35383 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 3ea867e3ebce2edcbfdbe4ad203c7328 2024-11-07T23:24:10,755 DEBUG [RS:0;9fec913c0355:35383 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 3ea867e3ebce2edcbfdbe4ad203c7328 2024-11-07T23:24:10,767 INFO [regionserver/9fec913c0355:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T23:24:10,767 INFO [regionserver/9fec913c0355:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T23:24:10,773 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/namespace/3ea867e3ebce2edcbfdbe4ad203c7328/.tmp/info/f21d063ed7ac46fea99dda101f99b99b 2024-11-07T23:24:10,780 INFO [RS_CLOSE_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/meta/1588230740/.tmp/info/1d04b888597948b18a24aa0f2677da4b 2024-11-07T23:24:10,784 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/namespace/3ea867e3ebce2edcbfdbe4ad203c7328/.tmp/info/f21d063ed7ac46fea99dda101f99b99b as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/namespace/3ea867e3ebce2edcbfdbe4ad203c7328/info/f21d063ed7ac46fea99dda101f99b99b 2024-11-07T23:24:10,789 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/namespace/3ea867e3ebce2edcbfdbe4ad203c7328/info/f21d063ed7ac46fea99dda101f99b99b, entries=2, sequenceid=6, filesize=4.9 K 2024-11-07T23:24:10,790 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 3ea867e3ebce2edcbfdbe4ad203c7328 in 439ms, sequenceid=6, compaction requested=false 2024-11-07T23:24:10,794 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/namespace/3ea867e3ebce2edcbfdbe4ad203c7328/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T23:24:10,795 INFO [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731021667728.3ea867e3ebce2edcbfdbe4ad203c7328. 2024-11-07T23:24:10,795 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3ea867e3ebce2edcbfdbe4ad203c7328: 2024-11-07T23:24:10,795 DEBUG [RS_CLOSE_REGION-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731021667728.3ea867e3ebce2edcbfdbe4ad203c7328. 2024-11-07T23:24:10,805 DEBUG [RS_CLOSE_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/meta/1588230740/.tmp/rep_barrier/d7af2bde577d4d3da95edce65f6878b5 is 102, key is TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789./rep_barrier:/1731021696235/DeleteFamily/seqid=0 2024-11-07T23:24:10,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742418_1594 (size=6025) 2024-11-07T23:24:10,955 DEBUG [RS:0;9fec913c0355:35383 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-07T23:24:11,156 DEBUG [RS:0;9fec913c0355:35383 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-07T23:24:11,210 INFO [RS_CLOSE_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/meta/1588230740/.tmp/rep_barrier/d7af2bde577d4d3da95edce65f6878b5 2024-11-07T23:24:11,234 DEBUG [RS_CLOSE_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/meta/1588230740/.tmp/table/cb9e702021ae42a2a942a63009f4def5 is 96, key is TestAcidGuarantees,,1731021669381.5384307d1bc8978debf8ad4b5b1e8789./table:/1731021696235/DeleteFamily/seqid=0 2024-11-07T23:24:11,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742419_1595 (size=5942) 2024-11-07T23:24:11,356 INFO [RS:0;9fec913c0355:35383 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-07T23:24:11,356 DEBUG [RS:0;9fec913c0355:35383 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T23:24:11,356 DEBUG [RS:0;9fec913c0355:35383 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-07T23:24:11,557 DEBUG [RS:0;9fec913c0355:35383 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-07T23:24:11,638 INFO [RS_CLOSE_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/meta/1588230740/.tmp/table/cb9e702021ae42a2a942a63009f4def5 2024-11-07T23:24:11,647 DEBUG [RS_CLOSE_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/meta/1588230740/.tmp/info/1d04b888597948b18a24aa0f2677da4b as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/meta/1588230740/info/1d04b888597948b18a24aa0f2677da4b 2024-11-07T23:24:11,653 INFO [RS_CLOSE_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/meta/1588230740/info/1d04b888597948b18a24aa0f2677da4b, entries=22, sequenceid=93, filesize=7.5 K 2024-11-07T23:24:11,654 DEBUG [RS_CLOSE_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/meta/1588230740/.tmp/rep_barrier/d7af2bde577d4d3da95edce65f6878b5 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/meta/1588230740/rep_barrier/d7af2bde577d4d3da95edce65f6878b5 2024-11-07T23:24:11,658 INFO [RS_CLOSE_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/meta/1588230740/rep_barrier/d7af2bde577d4d3da95edce65f6878b5, entries=6, sequenceid=93, filesize=5.9 K 2024-11-07T23:24:11,659 DEBUG [RS_CLOSE_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/meta/1588230740/.tmp/table/cb9e702021ae42a2a942a63009f4def5 as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/meta/1588230740/table/cb9e702021ae42a2a942a63009f4def5 2024-11-07T23:24:11,663 INFO [RS_CLOSE_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/meta/1588230740/table/cb9e702021ae42a2a942a63009f4def5, entries=9, sequenceid=93, filesize=5.8 K 2024-11-07T23:24:11,664 INFO [RS_CLOSE_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=93, compaction requested=false 2024-11-07T23:24:11,668 DEBUG [RS_CLOSE_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-07T23:24:11,669 DEBUG [RS_CLOSE_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T23:24:11,669 INFO [RS_CLOSE_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-07T23:24:11,669 DEBUG [RS_CLOSE_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-07T23:24:11,669 DEBUG [RS_CLOSE_META-regionserver/9fec913c0355:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T23:24:11,757 INFO [RS:0;9fec913c0355:35383 {}] regionserver.HRegionServer(1250): stopping server 9fec913c0355,35383,1731021663619; all regions closed. 2024-11-07T23:24:11,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741834_1010 (size=26050) 2024-11-07T23:24:11,769 DEBUG [RS:0;9fec913c0355:35383 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/oldWALs 2024-11-07T23:24:11,769 INFO [RS:0;9fec913c0355:35383 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 9fec913c0355%2C35383%2C1731021663619.meta:.meta(num 1731021667396) 2024-11-07T23:24:11,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741833_1009 (size=13711756) 2024-11-07T23:24:11,775 DEBUG [RS:0;9fec913c0355:35383 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/oldWALs 2024-11-07T23:24:11,775 INFO [RS:0;9fec913c0355:35383 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 9fec913c0355%2C35383%2C1731021663619:(num 1731021666945) 2024-11-07T23:24:11,775 DEBUG [RS:0;9fec913c0355:35383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:24:11,775 INFO [RS:0;9fec913c0355:35383 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T23:24:11,775 INFO [RS:0;9fec913c0355:35383 {}] hbase.ChoreService(370): Chore service for: regionserver/9fec913c0355:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T23:24:11,775 INFO [regionserver/9fec913c0355:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-07T23:24:11,776 INFO [RS:0;9fec913c0355:35383 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35383 2024-11-07T23:24:11,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T23:24:11,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x10118e40a050001, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9fec913c0355,35383,1731021663619 2024-11-07T23:24:11,824 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9fec913c0355,35383,1731021663619] 2024-11-07T23:24:11,824 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 9fec913c0355,35383,1731021663619; numProcessing=1 2024-11-07T23:24:11,832 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/9fec913c0355,35383,1731021663619 already deleted, retry=false 2024-11-07T23:24:11,832 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 9fec913c0355,35383,1731021663619 expired; onlineServers=0 2024-11-07T23:24:11,832 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '9fec913c0355,32887,1731021662857' ***** 2024-11-07T23:24:11,832 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T23:24:11,832 DEBUG [M:0;9fec913c0355:32887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6956a245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9fec913c0355/172.17.0.2:0 2024-11-07T23:24:11,832 INFO [M:0;9fec913c0355:32887 {}] regionserver.HRegionServer(1224): stopping server 9fec913c0355,32887,1731021662857 2024-11-07T23:24:11,832 INFO [M:0;9fec913c0355:32887 {}] regionserver.HRegionServer(1250): stopping server 9fec913c0355,32887,1731021662857; all regions closed. 2024-11-07T23:24:11,832 DEBUG [M:0;9fec913c0355:32887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:24:11,832 DEBUG [M:0;9fec913c0355:32887 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T23:24:11,833 DEBUG [M:0;9fec913c0355:32887 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T23:24:11,833 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T23:24:11,833 DEBUG [master/9fec913c0355:0:becomeActiveMaster-HFileCleaner.large.0-1731021666593 {}] cleaner.HFileCleaner(306): Exit Thread[master/9fec913c0355:0:becomeActiveMaster-HFileCleaner.large.0-1731021666593,5,FailOnTimeoutGroup] 2024-11-07T23:24:11,833 DEBUG [master/9fec913c0355:0:becomeActiveMaster-HFileCleaner.small.0-1731021666605 {}] cleaner.HFileCleaner(306): Exit Thread[master/9fec913c0355:0:becomeActiveMaster-HFileCleaner.small.0-1731021666605,5,FailOnTimeoutGroup] 2024-11-07T23:24:11,833 INFO [M:0;9fec913c0355:32887 {}] hbase.ChoreService(370): Chore service for: master/9fec913c0355:0 had [] on shutdown 2024-11-07T23:24:11,833 DEBUG [M:0;9fec913c0355:32887 {}] master.HMaster(1733): Stopping service threads 2024-11-07T23:24:11,833 INFO [M:0;9fec913c0355:32887 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T23:24:11,833 ERROR [M:0;9fec913c0355:32887 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (898262803) connection to localhost/127.0.0.1:41977 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41977,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-07T23:24:11,834 INFO [M:0;9fec913c0355:32887 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T23:24:11,834 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T23:24:11,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T23:24:11,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:24:11,841 DEBUG [M:0;9fec913c0355:32887 {}] zookeeper.ZKUtil(347): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T23:24:11,841 WARN [M:0;9fec913c0355:32887 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T23:24:11,841 INFO [M:0;9fec913c0355:32887 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-07T23:24:11,841 INFO [M:0;9fec913c0355:32887 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T23:24:11,841 DEBUG [M:0;9fec913c0355:32887 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T23:24:11,841 INFO [M:0;9fec913c0355:32887 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T23:24:11,841 DEBUG [M:0;9fec913c0355:32887 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T23:24:11,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T23:24:11,841 DEBUG [M:0;9fec913c0355:32887 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T23:24:11,841 DEBUG [M:0;9fec913c0355:32887 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T23:24:11,841 INFO [M:0;9fec913c0355:32887 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=750.70 KB heapSize=921.91 KB 2024-11-07T23:24:11,859 DEBUG [M:0;9fec913c0355:32887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00a3b78c4f0743379c313ede5bf1c1fa is 82, key is hbase:meta,,1/info:regioninfo/1731021667543/Put/seqid=0 2024-11-07T23:24:11,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742420_1596 (size=5672) 2024-11-07T23:24:11,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x10118e40a050001, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T23:24:11,924 INFO [RS:0;9fec913c0355:35383 {}] regionserver.HRegionServer(1307): Exiting; stopping=9fec913c0355,35383,1731021663619; zookeeper connection closed. 2024-11-07T23:24:11,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x10118e40a050001, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T23:24:11,924 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5688829 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5688829 2024-11-07T23:24:11,925 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T23:24:12,264 INFO [M:0;9fec913c0355:32887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2108 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00a3b78c4f0743379c313ede5bf1c1fa 2024-11-07T23:24:12,291 DEBUG [M:0;9fec913c0355:32887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cc2e35dd640477093d625fe45c4314d is 2276, key is \x00\x00\x00\x00\x00\x00\x00,/proc:d/1731021699634/Put/seqid=0 2024-11-07T23:24:12,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742421_1597 (size=44308) 2024-11-07T23:24:12,695 INFO [M:0;9fec913c0355:32887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750.15 KB at sequenceid=2108 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cc2e35dd640477093d625fe45c4314d 2024-11-07T23:24:12,698 INFO [M:0;9fec913c0355:32887 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2cc2e35dd640477093d625fe45c4314d 2024-11-07T23:24:12,718 DEBUG [M:0;9fec913c0355:32887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50caafb774f143b283a62d9467491a5e is 69, key is 9fec913c0355,35383,1731021663619/rs:state/1731021666623/Put/seqid=0 2024-11-07T23:24:12,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073742422_1598 (size=5156) 2024-11-07T23:24:13,122 INFO [M:0;9fec913c0355:32887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2108 (bloomFilter=true), to=hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50caafb774f143b283a62d9467491a5e 2024-11-07T23:24:13,130 DEBUG [M:0;9fec913c0355:32887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00a3b78c4f0743379c313ede5bf1c1fa as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00a3b78c4f0743379c313ede5bf1c1fa 2024-11-07T23:24:13,134 INFO [M:0;9fec913c0355:32887 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00a3b78c4f0743379c313ede5bf1c1fa, entries=8, sequenceid=2108, filesize=5.5 K 2024-11-07T23:24:13,135 DEBUG [M:0;9fec913c0355:32887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cc2e35dd640477093d625fe45c4314d as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2cc2e35dd640477093d625fe45c4314d 2024-11-07T23:24:13,138 INFO [M:0;9fec913c0355:32887 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2cc2e35dd640477093d625fe45c4314d 2024-11-07T23:24:13,138 INFO [M:0;9fec913c0355:32887 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2cc2e35dd640477093d625fe45c4314d, entries=175, sequenceid=2108, filesize=43.3 K 2024-11-07T23:24:13,138 DEBUG [M:0;9fec913c0355:32887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50caafb774f143b283a62d9467491a5e as hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/50caafb774f143b283a62d9467491a5e 2024-11-07T23:24:13,141 INFO [M:0;9fec913c0355:32887 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41977/user/jenkins/test-data/988354f1-3351-5f27-f170-cd5b6f91667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/50caafb774f143b283a62d9467491a5e, entries=1, sequenceid=2108, filesize=5.0 K 2024-11-07T23:24:13,142 INFO [M:0;9fec913c0355:32887 {}] regionserver.HRegion(3040): Finished flush of dataSize ~750.70 KB/768721, heapSize ~921.61 KB/943728, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=2108, compaction requested=false 2024-11-07T23:24:13,143 INFO [M:0;9fec913c0355:32887 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T23:24:13,143 DEBUG [M:0;9fec913c0355:32887 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-07T23:24:13,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33081 is added to blk_1073741830_1006 (size=906964) 2024-11-07T23:24:13,145 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-07T23:24:13,145 INFO [M:0;9fec913c0355:32887 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-07T23:24:13,146 INFO [M:0;9fec913c0355:32887 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:32887 2024-11-07T23:24:13,157 DEBUG [M:0;9fec913c0355:32887 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/9fec913c0355,32887,1731021662857 already deleted, retry=false 2024-11-07T23:24:13,266 INFO [M:0;9fec913c0355:32887 {}] regionserver.HRegionServer(1307): Exiting; stopping=9fec913c0355,32887,1731021662857; zookeeper connection closed. 2024-11-07T23:24:13,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T23:24:13,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32887-0x10118e40a050000, quorum=127.0.0.1:55878, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T23:24:13,276 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T23:24:13,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45b00dd3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T23:24:13,277 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T23:24:13,277 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T23:24:13,278 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-07T23:24:13,279 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-07T23:24:13,280 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40a056e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T23:24:13,280 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T23:24:13,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37784050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T23:24:13,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26eba703{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/hadoop.log.dir/,STOPPED} 2024-11-07T23:24:13,284 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T23:24:13,284 WARN [BP-379011180-172.17.0.2-1731021659709 heartbeating to localhost/127.0.0.1:41977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T23:24:13,284 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T23:24:13,284 WARN [BP-379011180-172.17.0.2-1731021659709 heartbeating to localhost/127.0.0.1:41977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-379011180-172.17.0.2-1731021659709 (Datanode Uuid ea4e9966-be02-4f77-a8d3-82962b491a92) service to localhost/127.0.0.1:41977 2024-11-07T23:24:13,287 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/cluster_4ed1c5bf-354b-768b-e522-35d8f8747799/dfs/data/data1/current/BP-379011180-172.17.0.2-1731021659709 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T23:24:13,287 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/cluster_4ed1c5bf-354b-768b-e522-35d8f8747799/dfs/data/data2/current/BP-379011180-172.17.0.2-1731021659709 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T23:24:13,287 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T23:24:13,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cad334d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T23:24:13,294 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ca31a4d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T23:24:13,294 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T23:24:13,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@88a76a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T23:24:13,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c667d99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82da77c3-b2da-5186-ae0a-f715ffb25420/hadoop.log.dir/,STOPPED} 2024-11-07T23:24:13,308 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-07T23:24:13,419 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down